{"level":"warn","ts":"2026-03-03T02:53:48.448019Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T02:53:48.448152Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.22:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.22:2380","--initial-cluster=instance=https://199.204.45.22:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.22:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.22:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T02:53:48.448262Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T02:53:48.448292Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-03-03T02:53:48.448329Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T02:53:48.449581Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"]} {"level":"info","ts":"2026-03-03T02:53:48.44975Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.22:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T02:53:48.585129Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"134.964121ms"} {"level":"info","ts":"2026-03-03T02:53:48.635717Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fed19d9291630e09","cluster-id":"6ebf1e01320cc017"} {"level":"info","ts":"2026-03-03T02:53:48.635883Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T02:53:48.635916Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 0"} {"level":"info","ts":"2026-03-03T02:53:48.63594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fed19d9291630e09 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T02:53:48.635954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 1"} {"level":"info","ts":"2026-03-03T02:53:48.636116Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"warn","ts":"2026-03-03T02:53:48.752699Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T02:53:48.755316Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T02:53:48.757551Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T02:53:48.761134Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fed19d9291630e09","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T02:53:48.76142Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fed19d9291630e09","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T02:53:48.761601Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T02:53:48.761807Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T02:53:48.761855Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T02:53:48.764951Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"info","ts":"2026-03-03T02:53:48.765263Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","added-peer-id":"fed19d9291630e09","added-peer-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-03-03T02:53:48.767156Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T02:53:48.767248Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-03-03T02:53:48.767325Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-03-03T02:53:48.767542Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fed19d9291630e09","initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T02:53:48.767583Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T02:53:49.036706Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T02:53:49.036772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T02:53:49.036826Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgPreVoteResp from fed19d9291630e09 at term 1"} {"level":"info","ts":"2026-03-03T02:53:49.036862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became candidate at term 2"} {"level":"info","ts":"2026-03-03T02:53:49.036874Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgVoteResp from fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-03-03T02:53:49.0369Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became leader at term 2"} {"level":"info","ts":"2026-03-03T02:53:49.036915Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fed19d9291630e09 elected leader fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-03-03T02:53:49.133039Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T02:53:49.133045Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fed19d9291630e09","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.22:2379]}","request-path":"/0/members/fed19d9291630e09/attributes","cluster-id":"6ebf1e01320cc017","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T02:53:49.133086Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:53:49.133164Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T02:53:49.133477Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T02:53:49.13357Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T02:53:49.134463Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:53:49.1346Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:53:49.134643Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:53:49.136806Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.22:2379"} {"level":"info","ts":"2026-03-03T02:53:49.136892Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T02:53:52.213579Z","caller":"traceutil/trace.go:171","msg":"trace[1148679217] transaction","detail":"{read_only:false; response_revision:171; number_of_response:1; }","duration":"140.309628ms","start":"2026-03-03T02:53:52.073241Z","end":"2026-03-03T02:53:52.213551Z","steps":["trace[1148679217] 'process raft request' (duration: 140.252637ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:53:52.213602Z","caller":"traceutil/trace.go:171","msg":"trace[796098982] transaction","detail":"{read_only:false; response_revision:170; number_of_response:1; }","duration":"400.381498ms","start":"2026-03-03T02:53:51.813182Z","end":"2026-03-03T02:53:52.213564Z","steps":["trace[796098982] 'process raft request' (duration: 389.327916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:53:52.214409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:53:51.813169Z","time spent":"400.642643ms","remote":"127.0.0.1:53266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":975,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T02:53:57.133125Z","caller":"traceutil/trace.go:171","msg":"trace[300934689] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"179.767619ms","start":"2026-03-03T02:53:56.953314Z","end":"2026-03-03T02:53:57.133082Z","steps":["trace[300934689] 'process raft request' (duration: 149.872447ms)","trace[300934689] 'compare' (duration: 29.496653ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:53:58.48548Z","caller":"traceutil/trace.go:171","msg":"trace[1135540303] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"130.801371ms","start":"2026-03-03T02:53:58.35464Z","end":"2026-03-03T02:53:58.485442Z","steps":["trace[1135540303] 'process raft request' (duration: 130.639158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:53:58.686017Z","caller":"traceutil/trace.go:171","msg":"trace[730222725] linearizableReadLoop","detail":"{readStateIndex:349; appliedIndex:348; }","duration":"194.571529ms","start":"2026-03-03T02:53:58.491414Z","end":"2026-03-03T02:53:58.685986Z","steps":["trace[730222725] 'read index received' (duration: 118.109643ms)","trace[730222725] 'applied index is now lower than readState.Index' (duration: 76.460756ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:53:58.686126Z","caller":"traceutil/trace.go:171","msg":"trace[433860570] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"195.883888ms","start":"2026-03-03T02:53:58.490208Z","end":"2026-03-03T02:53:58.686092Z","steps":["trace[433860570] 'process raft request' (duration: 119.385171ms)","trace[433860570] 'compare' (duration: 76.260381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:53:58.686183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.735683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-03T02:53:58.686281Z","caller":"traceutil/trace.go:171","msg":"trace[71663090] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:337; }","duration":"194.868405ms","start":"2026-03-03T02:53:58.491401Z","end":"2026-03-03T02:53:58.686269Z","steps":["trace[71663090] 'agreement among raft nodes before linearized reading' (duration: 194.707592ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:53:58.883655Z","caller":"traceutil/trace.go:171","msg":"trace[1414024914] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"193.366325ms","start":"2026-03-03T02:53:58.690232Z","end":"2026-03-03T02:53:58.883598Z","steps":["trace[1414024914] 'process raft request' (duration: 157.820219ms)","trace[1414024914] 'compare' (duration: 35.320041ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:53:59.510086Z","caller":"traceutil/trace.go:171","msg":"trace[1394203320] linearizableReadLoop","detail":"{readStateIndex:369; appliedIndex:368; }","duration":"102.889313ms","start":"2026-03-03T02:53:59.407172Z","end":"2026-03-03T02:53:59.510061Z","steps":["trace[1394203320] 'read index received' (duration: 81.989117ms)","trace[1394203320] 'applied index is now lower than readState.Index' (duration: 20.899006ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:53:59.510192Z","caller":"traceutil/trace.go:171","msg":"trace[1048716479] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"113.553616ms","start":"2026-03-03T02:53:59.396597Z","end":"2026-03-03T02:53:59.510151Z","steps":["trace[1048716479] 'process raft request' (duration: 92.620259ms)","trace[1048716479] 'compare' (duration: 20.69207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:53:59.510424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.203279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-03T02:53:59.51055Z","caller":"traceutil/trace.go:171","msg":"trace[546247640] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:357; }","duration":"103.384343ms","start":"2026-03-03T02:53:59.407135Z","end":"2026-03-03T02:53:59.51052Z","steps":["trace[546247640] 'agreement among raft nodes before linearized reading' (duration: 103.099827ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:53:59.656848Z","caller":"traceutil/trace.go:171","msg":"trace[827565066] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"140.92012ms","start":"2026-03-03T02:53:59.515885Z","end":"2026-03-03T02:53:59.656805Z","steps":["trace[827565066] 'process raft request' (duration: 139.236073ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:53:59.656952Z","caller":"traceutil/trace.go:171","msg":"trace[261649838] linearizableReadLoop","detail":"{readStateIndex:374; appliedIndex:369; }","duration":"102.874093ms","start":"2026-03-03T02:53:59.554044Z","end":"2026-03-03T02:53:59.656918Z","steps":["trace[261649838] 'read index received' (duration: 30.73374ms)","trace[261649838] 'applied index is now lower than readState.Index' (duration: 72.138723ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:53:59.657045Z","caller":"traceutil/trace.go:171","msg":"trace[1282989365] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"138.817375ms","start":"2026-03-03T02:53:59.518129Z","end":"2026-03-03T02:53:59.656946Z","steps":["trace[1282989365] 'process raft request' (duration: 138.644552ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:53:59.657156Z","caller":"traceutil/trace.go:171","msg":"trace[2046183694] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"138.99042ms","start":"2026-03-03T02:53:59.518144Z","end":"2026-03-03T02:53:59.657134Z","steps":["trace[2046183694] 'process raft request' (duration: 138.702113ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:53:59.657315Z","caller":"traceutil/trace.go:171","msg":"trace[2114416337] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"139.341637ms","start":"2026-03-03T02:53:59.517959Z","end":"2026-03-03T02:53:59.657301Z","steps":["trace[2114416337] 'process raft request' (duration: 138.758645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:53:59.657433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.334332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-03T02:53:59.657512Z","caller":"traceutil/trace.go:171","msg":"trace[477671881] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:362; }","duration":"103.522596ms","start":"2026-03-03T02:53:59.553968Z","end":"2026-03-03T02:53:59.657491Z","steps":["trace[477671881] 'agreement among raft nodes before linearized reading' (duration: 103.325112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:53:59.690818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.799584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-dbs1np\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-03T02:53:59.690939Z","caller":"traceutil/trace.go:171","msg":"trace[339611635] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-dbs1np; range_end:; response_count:1; response_revision:363; }","duration":"126.968717ms","start":"2026-03-03T02:53:59.563937Z","end":"2026-03-03T02:53:59.690906Z","steps":["trace[339611635] 'agreement among raft nodes before linearized reading' (duration: 126.698451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:53:59.84078Z","caller":"traceutil/trace.go:171","msg":"trace[133450807] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:380; }","duration":"102.951894ms","start":"2026-03-03T02:53:59.737795Z","end":"2026-03-03T02:53:59.840747Z","steps":["trace[133450807] 'read index received' (duration: 48.076067ms)","trace[133450807] 'applied index is now lower than readState.Index' (duration: 54.874137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:53:59.84102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.195679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-cmpgn\" ","response":"range_response_count:1 size:3439"} {"level":"info","ts":"2026-03-03T02:53:59.841084Z","caller":"traceutil/trace.go:171","msg":"trace[1994562166] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-cmpgn; range_end:; response_count:1; response_revision:370; }","duration":"103.316141ms","start":"2026-03-03T02:53:59.737749Z","end":"2026-03-03T02:53:59.841065Z","steps":["trace[1994562166] 'agreement among raft nodes before linearized reading' (duration: 103.168328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:53:59.840987Z","caller":"traceutil/trace.go:171","msg":"trace[595192463] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"104.790845ms","start":"2026-03-03T02:53:59.736095Z","end":"2026-03-03T02:53:59.840886Z","steps":["trace[595192463] 'process raft request' (duration: 49.752435ms)","trace[595192463] 'compare' (duration: 54.697692ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:53:59.841477Z","caller":"traceutil/trace.go:171","msg":"trace[2103756755] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"100.810777ms","start":"2026-03-03T02:53:59.740656Z","end":"2026-03-03T02:53:59.841467Z","steps":["trace[2103756755] 'process raft request' (duration: 100.249855ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:53:59.841527Z","caller":"traceutil/trace.go:171","msg":"trace[1973471799] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"103.603308ms","start":"2026-03-03T02:53:59.73789Z","end":"2026-03-03T02:53:59.841493Z","steps":["trace[1973471799] 'process raft request' (duration: 102.955484ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:53:59.958863Z","caller":"traceutil/trace.go:171","msg":"trace[95820156] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"109.426735ms","start":"2026-03-03T02:53:59.849397Z","end":"2026-03-03T02:53:59.958824Z","steps":["trace[95820156] 'process raft request' (duration: 107.998934ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:53:59.958905Z","caller":"traceutil/trace.go:171","msg":"trace[180002557] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"109.418345ms","start":"2026-03-03T02:53:59.849447Z","end":"2026-03-03T02:53:59.958866Z","steps":["trace[180002557] 'process raft request' (duration: 109.305023ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:53:59.95927Z","caller":"traceutil/trace.go:171","msg":"trace[1252813468] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"109.760602ms","start":"2026-03-03T02:53:59.849478Z","end":"2026-03-03T02:53:59.959239Z","steps":["trace[1252813468] 'process raft request' (duration: 109.331173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:53:59.959357Z","caller":"traceutil/trace.go:171","msg":"trace[589673946] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"107.988844ms","start":"2026-03-03T02:53:59.851351Z","end":"2026-03-03T02:53:59.95934Z","steps":["trace[589673946] 'process raft request' (duration: 107.934093ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:53:59.959405Z","caller":"traceutil/trace.go:171","msg":"trace[1817083204] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"109.109138ms","start":"2026-03-03T02:53:59.850285Z","end":"2026-03-03T02:53:59.959394Z","steps":["trace[1817083204] 'process raft request' (duration: 108.943585ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:53:59.959414Z","caller":"traceutil/trace.go:171","msg":"trace[598160458] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"109.414664ms","start":"2026-03-03T02:53:59.849976Z","end":"2026-03-03T02:53:59.959391Z","steps":["trace[598160458] 'process raft request' (duration: 109.149469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:00.302612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.167285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:54:00.302687Z","caller":"traceutil/trace.go:171","msg":"trace[1491550937] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"285.765978ms","start":"2026-03-03T02:54:00.01691Z","end":"2026-03-03T02:54:00.302676Z","steps":["trace[1491550937] 'process raft request' (duration: 184.266537ms)","trace[1491550937] 'compare' (duration: 100.933149ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:54:02.741133Z","caller":"traceutil/trace.go:171","msg":"trace[2039351083] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"430.671706ms","start":"2026-03-03T02:54:02.310434Z","end":"2026-03-03T02:54:02.741105Z","steps":["trace[2039351083] 'process raft request' (duration: 430.36401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:02.741339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:02.310418Z","time spent":"430.801159ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:54:03.273353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.508644ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-03T02:54:03.273576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:02.742211Z","time spent":"531.358461ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T02:54:03.273587Z","caller":"traceutil/trace.go:171","msg":"trace[1080745349] linearizableReadLoop","detail":"{readStateIndex:416; appliedIndex:414; }","duration":"307.798519ms","start":"2026-03-03T02:54:02.965772Z","end":"2026-03-03T02:54:03.27357Z","steps":["trace[1080745349] 'read index received' (duration: 131.732421ms)","trace[1080745349] 'applied index is now lower than readState.Index' (duration: 176.065118ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:54:03.273693Z","caller":"traceutil/trace.go:171","msg":"trace[1292449948] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"527.967086ms","start":"2026-03-03T02:54:02.74567Z","end":"2026-03-03T02:54:03.273637Z","steps":["trace[1292449948] 'process raft request' (duration: 527.797552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:03.273818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.034613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T02:54:03.273852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:02.745648Z","time spent":"528.117339ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:03.273888Z","caller":"traceutil/trace.go:171","msg":"trace[1275654238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:402; }","duration":"308.155086ms","start":"2026-03-03T02:54:02.965711Z","end":"2026-03-03T02:54:03.273866Z","steps":["trace[1275654238] 'agreement among raft nodes before linearized reading' (duration: 307.958802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:03.273926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:02.965658Z","time spent":"308.260598ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T02:54:03.594975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.217447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:54:03.595113Z","caller":"traceutil/trace.go:171","msg":"trace[1868327024] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"320.114575ms","start":"2026-03-03T02:54:03.274975Z","end":"2026-03-03T02:54:03.595089Z","steps":["trace[1868327024] 'process raft request' (duration: 195.679214ms)","trace[1868327024] 'compare' (duration: 124.074194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:54:03.595219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:03.274954Z","time spent":"320.225169ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:03.596373Z","caller":"traceutil/trace.go:171","msg":"trace[1932132095] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"318.113421ms","start":"2026-03-03T02:54:03.278229Z","end":"2026-03-03T02:54:03.596342Z","steps":["trace[1932132095] 'process raft request' (duration: 318.06603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:03.596543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:03.278206Z","time spent":"318.243865ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:03.596858Z","caller":"traceutil/trace.go:171","msg":"trace[181413404] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"318.663593ms","start":"2026-03-03T02:54:03.278131Z","end":"2026-03-03T02:54:03.596794Z","steps":["trace[181413404] 'process raft request' (duration: 318.029209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:03.597119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:03.278114Z","time spent":"318.862238ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:08.571524Z","caller":"traceutil/trace.go:171","msg":"trace[1285912244] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"151.90039ms","start":"2026-03-03T02:54:08.419595Z","end":"2026-03-03T02:54:08.571495Z","steps":["trace[1285912244] 'process raft request' (duration: 96.752979ms)","trace[1285912244] 'compare' (duration: 55.006588ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:54:09.163607Z","caller":"traceutil/trace.go:171","msg":"trace[853625679] linearizableReadLoop","detail":"{readStateIndex:438; appliedIndex:436; }","duration":"293.373444ms","start":"2026-03-03T02:54:08.870211Z","end":"2026-03-03T02:54:09.163584Z","steps":["trace[853625679] 'read index received' (duration: 293.168658ms)","trace[853625679] 'applied index is now lower than readState.Index' (duration: 203.786µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:54:09.163628Z","caller":"traceutil/trace.go:171","msg":"trace[1754743556] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"586.492262ms","start":"2026-03-03T02:54:08.577109Z","end":"2026-03-03T02:54:09.163602Z","steps":["trace[1754743556] 'process raft request' (duration: 586.268886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:09.163762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:08.577074Z","time spent":"586.620785ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T02:54:09.163776Z","caller":"traceutil/trace.go:171","msg":"trace[786917877] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"584.305265ms","start":"2026-03-03T02:54:08.579465Z","end":"2026-03-03T02:54:09.16377Z","steps":["trace[786917877] 'process raft request' (duration: 584.06176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:09.163846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.606088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T02:54:09.163881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:08.579442Z","time spent":"584.390066ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:09.163932Z","caller":"traceutil/trace.go:171","msg":"trace[1569814692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:423; }","duration":"293.734381ms","start":"2026-03-03T02:54:08.870161Z","end":"2026-03-03T02:54:09.163895Z","steps":["trace[1569814692] 'agreement among raft nodes before linearized reading' (duration: 293.585618ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:15.201047Z","caller":"traceutil/trace.go:171","msg":"trace[386059576] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"152.242129ms","start":"2026-03-03T02:54:15.048769Z","end":"2026-03-03T02:54:15.201011Z","steps":["trace[386059576] 'process raft request' (duration: 152.037635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:24.05351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.970253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4378"} {"level":"warn","ts":"2026-03-03T02:54:24.05363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.550518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T02:54:24.053619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.605929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T02:54:24.05351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.346103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T02:54:24.053736Z","caller":"traceutil/trace.go:171","msg":"trace[375903104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:514; }","duration":"675.62284ms","start":"2026-03-03T02:54:23.378043Z","end":"2026-03-03T02:54:24.053666Z","steps":["trace[375903104] 'range keys from in-memory index tree' (duration: 675.445436ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:24.05378Z","caller":"traceutil/trace.go:171","msg":"trace[2063997144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:514; }","duration":"770.780993ms","start":"2026-03-03T02:54:23.282957Z","end":"2026-03-03T02:54:24.053738Z","steps":["trace[2063997144] 'range keys from in-memory index tree' (duration: 770.476035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:24.05377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.532216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T02:54:24.0538Z","caller":"traceutil/trace.go:171","msg":"trace[803583544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:514; }","duration":"274.660839ms","start":"2026-03-03T02:54:23.779094Z","end":"2026-03-03T02:54:24.053754Z","steps":["trace[803583544] 'range keys from in-memory index tree' (duration: 274.105007ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:24.053648Z","caller":"traceutil/trace.go:171","msg":"trace[150846556] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:514; }","duration":"674.153247ms","start":"2026-03-03T02:54:23.379468Z","end":"2026-03-03T02:54:24.053621Z","steps":["trace[150846556] 'range keys from in-memory index tree' (duration: 673.886371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:24.053821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:23.378023Z","time spent":"675.781903ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T02:54:24.053844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:23.282908Z","time spent":"770.924186ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T02:54:24.053873Z","caller":"traceutil/trace.go:171","msg":"trace[983290621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:514; }","duration":"317.66469ms","start":"2026-03-03T02:54:23.736175Z","end":"2026-03-03T02:54:24.053839Z","steps":["trace[983290621] 'range keys from in-memory index tree' (duration: 317.24948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:24.053897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:23.37946Z","time spent":"674.420444ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4401,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T02:54:24.053937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:23.736163Z","time spent":"317.756033ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T02:54:24.053538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.443131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:54:24.054135Z","caller":"traceutil/trace.go:171","msg":"trace[2110015839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:514; }","duration":"378.024504ms","start":"2026-03-03T02:54:23.676052Z","end":"2026-03-03T02:54:24.054077Z","steps":["trace[2110015839] 'range keys from in-memory index tree' (duration: 377.38651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:24.054256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:23.676034Z","time spent":"378.182547ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T02:54:24.172472Z","caller":"traceutil/trace.go:171","msg":"trace[1150135468] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"113.714611ms","start":"2026-03-03T02:54:24.058706Z","end":"2026-03-03T02:54:24.172421Z","steps":["trace[1150135468] 'process raft request' (duration: 113.463066ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:24.329587Z","caller":"traceutil/trace.go:171","msg":"trace[788917233] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"270.456236ms","start":"2026-03-03T02:54:24.059104Z","end":"2026-03-03T02:54:24.32956Z","steps":["trace[788917233] 'process raft request' (duration: 221.436123ms)","trace[788917233] 'compare' (duration: 48.841459ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:54:24.329901Z","caller":"traceutil/trace.go:171","msg":"trace[560453074] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"270.322083ms","start":"2026-03-03T02:54:24.05955Z","end":"2026-03-03T02:54:24.329872Z","steps":["trace[560453074] 'process raft request' (duration: 269.965015ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:24.330129Z","caller":"traceutil/trace.go:171","msg":"trace[540526703] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"270.455277ms","start":"2026-03-03T02:54:24.059642Z","end":"2026-03-03T02:54:24.330097Z","steps":["trace[540526703] 'process raft request' (duration: 270.143709ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:24.33035Z","caller":"traceutil/trace.go:171","msg":"trace[1602866148] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"267.665795ms","start":"2026-03-03T02:54:24.062661Z","end":"2026-03-03T02:54:24.330326Z","steps":["trace[1602866148] 'process raft request' (duration: 267.337206ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:26.364697Z","caller":"traceutil/trace.go:171","msg":"trace[1839621698] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"183.455194ms","start":"2026-03-03T02:54:26.181216Z","end":"2026-03-03T02:54:26.364671Z","steps":["trace[1839621698] 'process raft request' (duration: 183.204659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:32.729863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.172901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:54:32.730093Z","caller":"traceutil/trace.go:171","msg":"trace[1099564570] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"455.093536ms","start":"2026-03-03T02:54:32.274984Z","end":"2026-03-03T02:54:32.730078Z","steps":["trace[1099564570] 'process raft request' (duration: 455.063835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:32.730091Z","caller":"traceutil/trace.go:171","msg":"trace[445971608] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"456.253412ms","start":"2026-03-03T02:54:32.273803Z","end":"2026-03-03T02:54:32.730056Z","steps":["trace[445971608] 'process raft request' (duration: 175.801105ms)","trace[445971608] 'compare' (duration: 279.770122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:54:32.730145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.274974Z","time spent":"455.152197ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2641,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T02:54:32.730159Z","caller":"traceutil/trace.go:171","msg":"trace[481732861] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"455.320261ms","start":"2026-03-03T02:54:32.274817Z","end":"2026-03-03T02:54:32.730137Z","steps":["trace[481732861] 'process raft request' (duration: 455.206128ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:32.730162Z","caller":"traceutil/trace.go:171","msg":"trace[337412071] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"455.376692ms","start":"2026-03-03T02:54:32.274733Z","end":"2026-03-03T02:54:32.73011Z","steps":["trace[337412071] 'process raft request' (duration: 455.228169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:32.730255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.274803Z","time spent":"455.408633ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T02:54:32.730263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.273752Z","time spent":"456.415326ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4625,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:54:32.73041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.274717Z","time spent":"455.572177ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3777,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T02:54:32.810516Z","caller":"traceutil/trace.go:171","msg":"trace[524429790] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"534.799638ms","start":"2026-03-03T02:54:32.275636Z","end":"2026-03-03T02:54:32.810436Z","steps":["trace[524429790] 'process raft request' (duration: 534.42939ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:32.810731Z","caller":"traceutil/trace.go:171","msg":"trace[322100316] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"532.047237ms","start":"2026-03-03T02:54:32.278661Z","end":"2026-03-03T02:54:32.810708Z","steps":["trace[322100316] 'process raft request' (duration: 531.74543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:32.810742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.275603Z","time spent":"535.029723ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3483,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T02:54:32.810927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.278648Z","time spent":"532.19341ms","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:32.811162Z","caller":"traceutil/trace.go:171","msg":"trace[598148092] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"532.244331ms","start":"2026-03-03T02:54:32.278901Z","end":"2026-03-03T02:54:32.811145Z","steps":["trace[598148092] 'process raft request' (duration: 531.73997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:32.811251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.278893Z","time spent":"532.301642ms","remote":"127.0.0.1:53376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1732,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T02:54:32.811611Z","caller":"traceutil/trace.go:171","msg":"trace[1534250432] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"531.625968ms","start":"2026-03-03T02:54:32.279962Z","end":"2026-03-03T02:54:32.811588Z","steps":["trace[1534250432] 'process raft request' (duration: 531.133007ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:32.812727Z","caller":"traceutil/trace.go:171","msg":"trace[1445088806] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"525.169275ms","start":"2026-03-03T02:54:32.287504Z","end":"2026-03-03T02:54:32.812673Z","steps":["trace[1445088806] 'process raft request' (duration: 523.794954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:32.813086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.287489Z","time spent":"525.540693ms","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73573,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:54:32.813367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.034686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"info","ts":"2026-03-03T02:54:32.813486Z","caller":"traceutil/trace.go:171","msg":"trace[108281544] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:640; }","duration":"532.206659ms","start":"2026-03-03T02:54:32.281258Z","end":"2026-03-03T02:54:32.813464Z","steps":["trace[108281544] 'agreement among raft nodes before linearized reading' (duration: 531.582226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:32.813526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.281249Z","time spent":"532.266892ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3539,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-03T02:54:32.816744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.27995Z","time spent":"536.611898ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:32.81717Z","caller":"traceutil/trace.go:171","msg":"trace[400460962] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:650; }","duration":"535.770678ms","start":"2026-03-03T02:54:32.281291Z","end":"2026-03-03T02:54:32.817061Z","steps":["trace[400460962] 'read index received' (duration: 168.417281ms)","trace[400460962] 'applied index is now lower than readState.Index' (duration: 362.870548ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:54:32.984415Z","caller":"traceutil/trace.go:171","msg":"trace[217706924] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"248.735396ms","start":"2026-03-03T02:54:32.735632Z","end":"2026-03-03T02:54:32.984367Z","steps":["trace[217706924] 'process raft request' (duration: 227.729711ms)","trace[217706924] 'compare' (duration: 20.613126ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:54:32.984665Z","caller":"traceutil/trace.go:171","msg":"trace[983834784] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:659; }","duration":"167.358018ms","start":"2026-03-03T02:54:32.817261Z","end":"2026-03-03T02:54:32.984619Z","steps":["trace[983834784] 'read index received' (duration: 146.18285ms)","trace[983834784] 'applied index is now lower than readState.Index' (duration: 21.173598ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:54:32.984745Z","caller":"traceutil/trace.go:171","msg":"trace[1461524330] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"245.588588ms","start":"2026-03-03T02:54:32.739085Z","end":"2026-03-03T02:54:32.984673Z","steps":["trace[1461524330] 'process raft request' (duration: 245.447204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:32.984876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.065057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T02:54:32.984925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.05958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T02:54:32.984927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.316123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tcfxb\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-03T02:54:32.984953Z","caller":"traceutil/trace.go:171","msg":"trace[2103847987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:646; }","duration":"308.218661ms","start":"2026-03-03T02:54:32.676712Z","end":"2026-03-03T02:54:32.984931Z","steps":["trace[2103847987] 'agreement among raft nodes before linearized reading' (duration: 308.041327ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:32.984968Z","caller":"traceutil/trace.go:171","msg":"trace[329823474] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:646; }","duration":"324.151433ms","start":"2026-03-03T02:54:32.660803Z","end":"2026-03-03T02:54:32.984954Z","steps":["trace[329823474] 'agreement among raft nodes before linearized reading' (duration: 323.957908ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:32.984973Z","caller":"traceutil/trace.go:171","msg":"trace[1366369114] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tcfxb; range_end:; response_count:1; response_revision:646; }","duration":"427.413845ms","start":"2026-03-03T02:54:32.557548Z","end":"2026-03-03T02:54:32.984962Z","steps":["trace[1366369114] 'agreement among raft nodes before linearized reading' (duration: 427.153879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:32.984996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.676679Z","time spent":"308.310892ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T02:54:32.985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.557526Z","time spent":"427.468716ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-tcfxb\" "} {"level":"warn","ts":"2026-03-03T02:54:32.985001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.660778Z","time spent":"324.214954ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-03T02:54:32.985018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.013268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T02:54:32.985032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.940057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T02:54:32.985118Z","caller":"traceutil/trace.go:171","msg":"trace[933267072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:646; }","duration":"543.158981ms","start":"2026-03-03T02:54:32.441928Z","end":"2026-03-03T02:54:32.985087Z","steps":["trace[933267072] 'agreement among raft nodes before linearized reading' (duration: 542.877685ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:32.98513Z","caller":"traceutil/trace.go:171","msg":"trace[471257095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:646; }","duration":"538.063739ms","start":"2026-03-03T02:54:32.44704Z","end":"2026-03-03T02:54:32.985104Z","steps":["trace[471257095] 'agreement among raft nodes before linearized reading' (duration: 537.745742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:32.985126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.117372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T02:54:32.985158Z","caller":"traceutil/trace.go:171","msg":"trace[748133022] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"248.789988ms","start":"2026-03-03T02:54:32.736355Z","end":"2026-03-03T02:54:32.985145Z","steps":["trace[748133022] 'process raft request' (duration: 247.890498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:32.985159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.441903Z","time spent":"543.247524ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T02:54:32.985174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.447033Z","time spent":"538.132001ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T02:54:32.985181Z","caller":"traceutil/trace.go:171","msg":"trace[1951992865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:646; }","duration":"591.268805ms","start":"2026-03-03T02:54:32.393897Z","end":"2026-03-03T02:54:32.985166Z","steps":["trace[1951992865] 'agreement among raft nodes before linearized reading' (duration: 591.000229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:32.985231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.393872Z","time spent":"591.348116ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T02:54:32.985286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.979049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-03-03T02:54:32.985314Z","caller":"traceutil/trace.go:171","msg":"trace[1287369448] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:646; }","duration":"248.004599ms","start":"2026-03-03T02:54:32.737301Z","end":"2026-03-03T02:54:32.985306Z","steps":["trace[1287369448] 'agreement among raft nodes before linearized reading' (duration: 247.876256ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:32.985334Z","caller":"traceutil/trace.go:171","msg":"trace[1097822322] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"248.651995ms","start":"2026-03-03T02:54:32.736671Z","end":"2026-03-03T02:54:32.985323Z","steps":["trace[1097822322] 'process raft request' (duration: 247.622152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:32.985381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.377085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T02:54:32.985408Z","caller":"traceutil/trace.go:171","msg":"trace[904356723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:646; }","duration":"537.415545ms","start":"2026-03-03T02:54:32.447985Z","end":"2026-03-03T02:54:32.985401Z","steps":["trace[904356723] 'agreement among raft nodes before linearized reading' (duration: 537.335424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:32.985428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.447979Z","time spent":"537.443666ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T02:54:32.985469Z","caller":"traceutil/trace.go:171","msg":"trace[1909981774] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"248.567362ms","start":"2026-03-03T02:54:32.736888Z","end":"2026-03-03T02:54:32.985455Z","steps":["trace[1909981774] 'process raft request' (duration: 247.464389ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:32.985627Z","caller":"traceutil/trace.go:171","msg":"trace[1235419959] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"246.535768ms","start":"2026-03-03T02:54:32.738992Z","end":"2026-03-03T02:54:32.985528Z","steps":["trace[1235419959] 'process raft request' (duration: 245.446404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:33.485875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990408525,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T02:54:33.831463Z","caller":"traceutil/trace.go:171","msg":"trace[809701160] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"1.011482691s","start":"2026-03-03T02:54:32.819948Z","end":"2026-03-03T02:54:33.83143Z","steps":["trace[809701160] 'process raft request' (duration: 924.751034ms)","trace[809701160] 'compare' (duration: 86.293757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:54:33.831673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.819908Z","time spent":"1.011654614s","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3811,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:33.832203Z","caller":"traceutil/trace.go:171","msg":"trace[195118814] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"1.011392539s","start":"2026-03-03T02:54:32.820778Z","end":"2026-03-03T02:54:33.83217Z","steps":["trace[195118814] 'process raft request' (duration: 1.010577551s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:33.832425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.820746Z","time spent":"1.011557272s","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4410,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:33.832512Z","caller":"traceutil/trace.go:171","msg":"trace[1595852874] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"987.988612ms","start":"2026-03-03T02:54:32.844464Z","end":"2026-03-03T02:54:33.832453Z","steps":["trace[1595852874] 'process raft request' (duration: 987.455889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:33.832793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.844444Z","time spent":"988.208946ms","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73420,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:33.833389Z","caller":"traceutil/trace.go:171","msg":"trace[1726346592] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"842.064837ms","start":"2026-03-03T02:54:32.991309Z","end":"2026-03-03T02:54:33.833374Z","steps":["trace[1726346592] 'process raft request' (duration: 841.773111ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:33.833394Z","caller":"traceutil/trace.go:171","msg":"trace[1965012104] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"840.900951ms","start":"2026-03-03T02:54:32.992466Z","end":"2026-03-03T02:54:33.833367Z","steps":["trace[1965012104] 'process raft request' (duration: 840.823949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:33.833484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.991288Z","time spent":"842.148989ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:33.833477Z","caller":"traceutil/trace.go:171","msg":"trace[1000121265] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"841.677279ms","start":"2026-03-03T02:54:32.991782Z","end":"2026-03-03T02:54:33.833459Z","steps":["trace[1000121265] 'process raft request' (duration: 841.466814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:33.833528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.987292Z","time spent":"846.232009ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T02:54:33.83354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.992455Z","time spent":"841.017063ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T02:54:33.833584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.991769Z","time spent":"841.763461ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T02:54:33.833968Z","caller":"traceutil/trace.go:171","msg":"trace[1896946791] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"841.3152ms","start":"2026-03-03T02:54:32.992633Z","end":"2026-03-03T02:54:33.833948Z","steps":["trace[1896946791] 'process raft request' (duration: 840.687146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:33.834063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.992624Z","time spent":"841.386942ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:33.834258Z","caller":"traceutil/trace.go:171","msg":"trace[1391875760] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"841.475664ms","start":"2026-03-03T02:54:32.992768Z","end":"2026-03-03T02:54:33.834243Z","steps":["trace[1391875760] 'process raft request' (duration: 840.990373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:33.834374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.992758Z","time spent":"841.575026ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:33.834377Z","caller":"traceutil/trace.go:171","msg":"trace[2028673639] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"841.532084ms","start":"2026-03-03T02:54:32.992824Z","end":"2026-03-03T02:54:33.834356Z","steps":["trace[2028673639] 'process raft request' (duration: 841.288329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:33.834517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.992805Z","time spent":"841.633727ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:33.834652Z","caller":"traceutil/trace.go:171","msg":"trace[884057974] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"841.74569ms","start":"2026-03-03T02:54:32.992894Z","end":"2026-03-03T02:54:33.83464Z","steps":["trace[884057974] 'process raft request' (duration: 841.31995ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:33.83466Z","caller":"traceutil/trace.go:171","msg":"trace[788618946] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"840.656956ms","start":"2026-03-03T02:54:32.993988Z","end":"2026-03-03T02:54:33.834645Z","steps":["trace[788618946] 'process raft request' (duration: 840.312008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:33.834716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.992887Z","time spent":"841.79455ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:54:33.834733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.993974Z","time spent":"840.717167ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4935,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:33.83508Z","caller":"traceutil/trace.go:171","msg":"trace[603419685] linearizableReadLoop","detail":"{readStateIndex:679; appliedIndex:665; }","duration":"850.286878ms","start":"2026-03-03T02:54:32.984775Z","end":"2026-03-03T02:54:33.835062Z","steps":["trace[603419685] 'read index received' (duration: 759.823789ms)","trace[603419685] 'applied index is now lower than readState.Index' (duration: 90.461769ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:54:33.835205Z","caller":"traceutil/trace.go:171","msg":"trace[701931122] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"840.888162ms","start":"2026-03-03T02:54:32.994306Z","end":"2026-03-03T02:54:33.835194Z","steps":["trace[701931122] 'process raft request' (duration: 840.147605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:33.835301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.994295Z","time spent":"840.946753ms","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3596,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:54:33.835439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011620355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-03-03T02:54:33.835426Z","caller":"traceutil/trace.go:171","msg":"trace[812616916] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"831.281359ms","start":"2026-03-03T02:54:33.004104Z","end":"2026-03-03T02:54:33.835385Z","steps":["trace[812616916] 'process raft request' (duration: 830.711145ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:33.835503Z","caller":"traceutil/trace.go:171","msg":"trace[490455525] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:659; }","duration":"1.011708496s","start":"2026-03-03T02:54:32.82378Z","end":"2026-03-03T02:54:33.835489Z","steps":["trace[490455525] 'agreement among raft nodes before linearized reading' (duration: 1.011486631s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:33.835542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.823772Z","time spent":"1.011761167s","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4397,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-03T02:54:33.835566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013630088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T02:54:33.83563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:33.004082Z","time spent":"831.434792ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:33.835649Z","caller":"traceutil/trace.go:171","msg":"trace[1412952504] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:659; }","duration":"1.01372573s","start":"2026-03-03T02:54:32.821895Z","end":"2026-03-03T02:54:33.83562Z","steps":["trace[1412952504] 'agreement among raft nodes before linearized reading' (duration: 1.013612637s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:33.835862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.821879Z","time spent":"1.013966926s","remote":"127.0.0.1:53120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" "} {"level":"warn","ts":"2026-03-03T02:54:33.835794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.856457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T02:54:33.835968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.1869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4690"} {"level":"info","ts":"2026-03-03T02:54:33.836084Z","caller":"traceutil/trace.go:171","msg":"trace[541024885] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:659; }","duration":"842.329293ms","start":"2026-03-03T02:54:32.993739Z","end":"2026-03-03T02:54:33.836068Z","steps":["trace[541024885] 'agreement among raft nodes before linearized reading' (duration: 842.086857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:33.8361Z","caller":"traceutil/trace.go:171","msg":"trace[1127523924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:659; }","duration":"849.187234ms","start":"2026-03-03T02:54:32.986877Z","end":"2026-03-03T02:54:33.836064Z","steps":["trace[1127523924] 'agreement among raft nodes before linearized reading' (duration: 848.866758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:33.836128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.99372Z","time spent":"842.399345ms","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4713,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"warn","ts":"2026-03-03T02:54:33.83617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:32.986853Z","time spent":"849.294776ms","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T02:54:35.683629Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.787798815s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T02:54:35.684208Z","caller":"traceutil/trace.go:171","msg":"trace[1072402637] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"1.840072101s","start":"2026-03-03T02:54:33.844111Z","end":"2026-03-03T02:54:35.684183Z","steps":["trace[1072402637] 'process raft request' (duration: 1.839796864s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:35.684378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:33.844089Z","time spent":"1.840202773s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3957,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:35.684661Z","caller":"traceutil/trace.go:171","msg":"trace[1147361118] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"1.840205383s","start":"2026-03-03T02:54:33.844442Z","end":"2026-03-03T02:54:35.684648Z","steps":["trace[1147361118] 'process raft request' (duration: 1.839949818s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:35.684806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:33.844437Z","time spent":"1.840282036s","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:35.684907Z","caller":"traceutil/trace.go:171","msg":"trace[925496553] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"1.840257504s","start":"2026-03-03T02:54:33.844633Z","end":"2026-03-03T02:54:35.68489Z","steps":["trace[925496553] 'process raft request' (duration: 1.839972648s)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:35.684946Z","caller":"traceutil/trace.go:171","msg":"trace[155595612] linearizableReadLoop","detail":"{readStateIndex:684; appliedIndex:679; }","duration":"1.840213324s","start":"2026-03-03T02:54:33.844712Z","end":"2026-03-03T02:54:35.684926Z","steps":["trace[155595612] 'read index received' (duration: 9.701515ms)","trace[155595612] 'applied index is now lower than readState.Index' (duration: 1.830510939s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:54:35.685022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:33.844608Z","time spent":"1.840335767s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":848,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T02:54:35.685164Z","caller":"traceutil/trace.go:171","msg":"trace[413363986] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"1.839807755s","start":"2026-03-03T02:54:33.845345Z","end":"2026-03-03T02:54:35.685152Z","steps":["trace[413363986] 'process raft request' (duration: 1.839472638s)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:35.685144Z","caller":"traceutil/trace.go:171","msg":"trace[840053084] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"1.839623031s","start":"2026-03-03T02:54:33.845465Z","end":"2026-03-03T02:54:35.685088Z","steps":["trace[840053084] 'process raft request' (duration: 1.839405946s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:35.685218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:33.845335Z","time spent":"1.839856046s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":727,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T02:54:35.685228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84050897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4690"} {"level":"info","ts":"2026-03-03T02:54:35.685269Z","caller":"traceutil/trace.go:171","msg":"trace[924480795] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:666; }","duration":"1.840591542s","start":"2026-03-03T02:54:33.844665Z","end":"2026-03-03T02:54:35.685257Z","steps":["trace[924480795] 'agreement among raft nodes before linearized reading' (duration: 1.840405168s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:35.6853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:33.844645Z","time spent":"1.840647923s","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4713,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"warn","ts":"2026-03-03T02:54:35.685391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:33.845448Z","time spent":"1.839808805s","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:35.684541Z","caller":"traceutil/trace.go:171","msg":"trace[174573374] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"1.840107531s","start":"2026-03-03T02:54:33.844373Z","end":"2026-03-03T02:54:35.68448Z","steps":["trace[174573374] 'process raft request' (duration: 1.839727963s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:35.685503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:33.844364Z","time spent":"1.841107413s","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:54:35.748117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899881792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:54:35.748106Z","caller":"traceutil/trace.go:171","msg":"trace[26575821] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"1.817827569s","start":"2026-03-03T02:54:33.930236Z","end":"2026-03-03T02:54:35.748063Z","steps":["trace[26575821] 'process raft request' (duration: 1.815387385s)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:35.748192Z","caller":"traceutil/trace.go:171","msg":"trace[1532544800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:667; }","duration":"1.900030925s","start":"2026-03-03T02:54:33.848147Z","end":"2026-03-03T02:54:35.748178Z","steps":["trace[1532544800] 'agreement among raft nodes before linearized reading' (duration: 1.899877342s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:35.748218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:33.848121Z","time spent":"1.900091656s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T02:54:35.748304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:33.930199Z","time spent":"1.818006703s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211574,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:54:35.748498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891957897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T02:54:35.748728Z","caller":"traceutil/trace.go:171","msg":"trace[14187110] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:667; }","duration":"1.892242024s","start":"2026-03-03T02:54:33.856461Z","end":"2026-03-03T02:54:35.748703Z","steps":["trace[14187110] 'agreement among raft nodes before linearized reading' (duration: 1.89167282s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:35.74881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:33.856447Z","time spent":"1.892343086s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T02:54:36.468667Z","caller":"traceutil/trace.go:171","msg":"trace[1539867341] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"177.288728ms","start":"2026-03-03T02:54:36.291342Z","end":"2026-03-03T02:54:36.468631Z","steps":["trace[1539867341] 'process raft request' (duration: 173.405701ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:38.232122Z","caller":"traceutil/trace.go:171","msg":"trace[852707517] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"447.915688ms","start":"2026-03-03T02:54:37.784172Z","end":"2026-03-03T02:54:38.232088Z","steps":["trace[852707517] 'process raft request' (duration: 447.746994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:38.232304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:37.784153Z","time spent":"448.065511ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T02:54:38.236964Z","caller":"traceutil/trace.go:171","msg":"trace[1463339078] linearizableReadLoop","detail":"{readStateIndex:720; appliedIndex:718; }","duration":"373.761669ms","start":"2026-03-03T02:54:37.863157Z","end":"2026-03-03T02:54:38.236919Z","steps":["trace[1463339078] 'read index received' (duration: 368.743478ms)","trace[1463339078] 'applied index is now lower than readState.Index' (duration: 5.015561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:54:38.237416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.222589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T02:54:38.23747Z","caller":"traceutil/trace.go:171","msg":"trace[945591081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:699; }","duration":"374.365122ms","start":"2026-03-03T02:54:37.863087Z","end":"2026-03-03T02:54:38.237452Z","steps":["trace[945591081] 'agreement among raft nodes before linearized reading' (duration: 374.090126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:38.237529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:37.863056Z","time spent":"374.454214ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T02:54:38.237832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.107585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T02:54:38.237867Z","caller":"traceutil/trace.go:171","msg":"trace[1537013785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:699; }","duration":"374.157087ms","start":"2026-03-03T02:54:37.863701Z","end":"2026-03-03T02:54:38.237858Z","steps":["trace[1537013785] 'agreement among raft nodes before linearized reading' (duration: 374.033844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:38.237897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:37.863693Z","time spent":"374.196578ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T02:54:38.237874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.429231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T02:54:38.237913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.749387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T02:54:38.237966Z","caller":"traceutil/trace.go:171","msg":"trace[1585199832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:699; }","duration":"373.559204ms","start":"2026-03-03T02:54:37.864386Z","end":"2026-03-03T02:54:38.237945Z","steps":["trace[1585199832] 'agreement among raft nodes before linearized reading' (duration: 373.342569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:38.238014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:37.864375Z","time spent":"373.631835ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T02:54:38.238029Z","caller":"traceutil/trace.go:171","msg":"trace[1014045034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:699; }","duration":"373.916561ms","start":"2026-03-03T02:54:37.864085Z","end":"2026-03-03T02:54:38.238001Z","steps":["trace[1014045034] 'agreement among raft nodes before linearized reading' (duration: 373.579594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:38.23808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:37.864071Z","time spent":"373.999914ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T02:54:40.989074Z","caller":"traceutil/trace.go:171","msg":"trace[809064577] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"188.787132ms","start":"2026-03-03T02:54:40.800224Z","end":"2026-03-03T02:54:40.989011Z","steps":["trace[809064577] 'process raft request' (duration: 188.034885ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:40.989088Z","caller":"traceutil/trace.go:171","msg":"trace[680132430] linearizableReadLoop","detail":"{readStateIndex:780; appliedIndex:779; }","duration":"141.886335ms","start":"2026-03-03T02:54:40.847135Z","end":"2026-03-03T02:54:40.989022Z","steps":["trace[680132430] 'read index received' (duration: 140.782291ms)","trace[680132430] 'applied index is now lower than readState.Index' (duration: 1.100114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:54:40.989539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.366495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-03T02:54:40.989613Z","caller":"traceutil/trace.go:171","msg":"trace[992503812] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:759; }","duration":"142.515578ms","start":"2026-03-03T02:54:40.847078Z","end":"2026-03-03T02:54:40.989594Z","steps":["trace[992503812] 'agreement among raft nodes before linearized reading' (duration: 142.1438ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:47.781931Z","caller":"traceutil/trace.go:171","msg":"trace[1119545198] linearizableReadLoop","detail":"{readStateIndex:852; appliedIndex:851; }","duration":"104.57933ms","start":"2026-03-03T02:54:47.677326Z","end":"2026-03-03T02:54:47.781906Z","steps":["trace[1119545198] 'read index received' (duration: 104.406937ms)","trace[1119545198] 'applied index is now lower than readState.Index' (duration: 171.203µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:54:47.78207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.729864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:54:47.782103Z","caller":"traceutil/trace.go:171","msg":"trace[2070245265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:829; }","duration":"104.828636ms","start":"2026-03-03T02:54:47.677263Z","end":"2026-03-03T02:54:47.782092Z","steps":["trace[2070245265] 'agreement among raft nodes before linearized reading' (duration: 104.748235ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:47.782064Z","caller":"traceutil/trace.go:171","msg":"trace[662718102] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"128.543291ms","start":"2026-03-03T02:54:47.653478Z","end":"2026-03-03T02:54:47.782022Z","steps":["trace[662718102] 'process raft request' (duration: 128.253995ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:48.619623Z","caller":"traceutil/trace.go:171","msg":"trace[1217087474] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"226.228559ms","start":"2026-03-03T02:54:48.393334Z","end":"2026-03-03T02:54:48.619563Z","steps":["trace[1217087474] 'process raft request' (duration: 225.876421ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:48.619865Z","caller":"traceutil/trace.go:171","msg":"trace[1237103570] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"226.006454ms","start":"2026-03-03T02:54:48.393824Z","end":"2026-03-03T02:54:48.619831Z","steps":["trace[1237103570] 'process raft request' (duration: 225.659096ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:48.620287Z","caller":"traceutil/trace.go:171","msg":"trace[453393549] linearizableReadLoop","detail":"{readStateIndex:861; appliedIndex:857; }","duration":"206.134984ms","start":"2026-03-03T02:54:48.41412Z","end":"2026-03-03T02:54:48.620255Z","steps":["trace[453393549] 'read index received' (duration: 204.10842ms)","trace[453393549] 'applied index is now lower than readState.Index' (duration: 2.025344ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:54:48.620279Z","caller":"traceutil/trace.go:171","msg":"trace[513484705] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"218.994878ms","start":"2026-03-03T02:54:48.401239Z","end":"2026-03-03T02:54:48.620234Z","steps":["trace[513484705] 'process raft request' (duration: 218.524178ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:48.620269Z","caller":"traceutil/trace.go:171","msg":"trace[607869304] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"214.9999ms","start":"2026-03-03T02:54:48.405252Z","end":"2026-03-03T02:54:48.620252Z","steps":["trace[607869304] 'process raft request' (duration: 214.840286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:48.620625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.489391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T02:54:48.620661Z","caller":"traceutil/trace.go:171","msg":"trace[320720748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:838; }","duration":"206.544423ms","start":"2026-03-03T02:54:48.414106Z","end":"2026-03-03T02:54:48.620651Z","steps":["trace[320720748] 'agreement among raft nodes before linearized reading' (duration: 206.271417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:48.635782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.306434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T02:54:48.635869Z","caller":"traceutil/trace.go:171","msg":"trace[1704450259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:839; }","duration":"199.432826ms","start":"2026-03-03T02:54:48.436416Z","end":"2026-03-03T02:54:48.635849Z","steps":["trace[1704450259] 'agreement among raft nodes before linearized reading' (duration: 199.130659ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:49.525517Z","caller":"traceutil/trace.go:171","msg":"trace[1742725226] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"124.714526ms","start":"2026-03-03T02:54:49.400776Z","end":"2026-03-03T02:54:49.52549Z","steps":["trace[1742725226] 'process raft request' (duration: 124.113523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:49.531748Z","caller":"traceutil/trace.go:171","msg":"trace[469854260] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"124.846119ms","start":"2026-03-03T02:54:49.406873Z","end":"2026-03-03T02:54:49.531719Z","steps":["trace[469854260] 'process raft request' (duration: 124.677605ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:54:50.005989Z","caller":"traceutil/trace.go:171","msg":"trace[18071562] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"201.004212ms","start":"2026-03-03T02:54:49.804952Z","end":"2026-03-03T02:54:50.005956Z","steps":["trace[18071562] 'process raft request' (duration: 170.415266ms)","trace[18071562] 'compare' (duration: 30.483644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:54:58.625868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.508434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:54:58.625986Z","caller":"traceutil/trace.go:171","msg":"trace[921578419] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"859.662326ms","start":"2026-03-03T02:54:57.766304Z","end":"2026-03-03T02:54:58.625966Z","steps":["trace[921578419] 'process raft request' (duration: 122.944017ms)","trace[921578419] 'compare' (duration: 736.367891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:54:58.626045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:57.766271Z","time spent":"859.745257ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1079,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:58.629099Z","caller":"traceutil/trace.go:171","msg":"trace[312750885] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"861.66159ms","start":"2026-03-03T02:54:57.767421Z","end":"2026-03-03T02:54:58.629083Z","steps":["trace[312750885] 'process raft request' (duration: 861.503376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:58.629198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:57.7674Z","time spent":"861.751231ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1600,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:54:58.629354Z","caller":"traceutil/trace.go:171","msg":"trace[523338881] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"860.219887ms","start":"2026-03-03T02:54:57.769091Z","end":"2026-03-03T02:54:58.629311Z","steps":["trace[523338881] 'process raft request' (duration: 859.933401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:58.629618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:57.76908Z","time spent":"860.383472ms","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:55:23.789117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.727221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:55:23.789245Z","caller":"traceutil/trace.go:171","msg":"trace[963518632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1115; }","duration":"112.925926ms","start":"2026-03-03T02:55:23.676294Z","end":"2026-03-03T02:55:23.78922Z","steps":["trace[963518632] 'range keys from in-memory index tree' (duration: 112.578007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:31.485037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990409629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T02:55:31.588319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.789768ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:55:31.58848Z","caller":"traceutil/trace.go:171","msg":"trace[1127105186] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1233; }","duration":"358.969032ms","start":"2026-03-03T02:55:31.229488Z","end":"2026-03-03T02:55:31.588457Z","steps":["trace[1127105186] 'range keys from in-memory index tree' (duration: 358.769808ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:55:31.588593Z","caller":"traceutil/trace.go:171","msg":"trace[1485291157] linearizableReadLoop","detail":"{readStateIndex:1271; appliedIndex:1270; }","duration":"604.179983ms","start":"2026-03-03T02:55:30.98439Z","end":"2026-03-03T02:55:31.58857Z","steps":["trace[1485291157] 'read index received' (duration: 601.690278ms)","trace[1485291157] 'applied index is now lower than readState.Index' (duration: 2.488585ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:55:31.588674Z","caller":"traceutil/trace.go:171","msg":"trace[1609711414] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"642.754898ms","start":"2026-03-03T02:55:30.945885Z","end":"2026-03-03T02:55:31.58864Z","steps":["trace[1609711414] 'process raft request' (duration: 640.307464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:31.588815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:30.945859Z","time spent":"642.86752ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:55:31.588904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.995976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T02:55:31.588943Z","caller":"traceutil/trace.go:171","msg":"trace[1355870865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1234; }","duration":"519.059578ms","start":"2026-03-03T02:55:31.069871Z","end":"2026-03-03T02:55:31.58893Z","steps":["trace[1355870865] 'agreement among raft nodes before linearized reading' (duration: 518.855434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:31.588977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:31.069858Z","time spent":"519.111469ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T02:55:31.588977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.557711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T02:55:31.589051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.722434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T02:55:31.589103Z","caller":"traceutil/trace.go:171","msg":"trace[575879754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1234; }","duration":"604.724485ms","start":"2026-03-03T02:55:30.984349Z","end":"2026-03-03T02:55:31.589073Z","steps":["trace[575879754] 'agreement among raft nodes before linearized reading' (duration: 604.355127ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:55:31.589167Z","caller":"traceutil/trace.go:171","msg":"trace[404521917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1234; }","duration":"501.888397ms","start":"2026-03-03T02:55:31.087256Z","end":"2026-03-03T02:55:31.589144Z","steps":["trace[404521917] 'agreement among raft nodes before linearized reading' (duration: 501.505259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:31.589174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:30.984335Z","time spent":"604.827037ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T02:55:31.589228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:31.087244Z","time spent":"501.969338ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T02:55:31.840457Z","caller":"traceutil/trace.go:171","msg":"trace[1540657841] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"246.240805ms","start":"2026-03-03T02:55:31.594179Z","end":"2026-03-03T02:55:31.84042Z","steps":["trace[1540657841] 'process raft request' (duration: 246.005769ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:55:31.840617Z","caller":"traceutil/trace.go:171","msg":"trace[1153621726] linearizableReadLoop","detail":"{readStateIndex:1274; appliedIndex:1272; }","duration":"164.359361ms","start":"2026-03-03T02:55:31.676224Z","end":"2026-03-03T02:55:31.840583Z","steps":["trace[1153621726] 'read index received' (duration: 163.975442ms)","trace[1153621726] 'applied index is now lower than readState.Index' (duration: 381.939µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:55:31.840664Z","caller":"traceutil/trace.go:171","msg":"trace[397050497] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"245.481297ms","start":"2026-03-03T02:55:31.595155Z","end":"2026-03-03T02:55:31.840636Z","steps":["trace[397050497] 'process raft request' (duration: 245.215942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:31.840791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.539395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:55:31.840837Z","caller":"traceutil/trace.go:171","msg":"trace[1141016324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1237; }","duration":"164.653778ms","start":"2026-03-03T02:55:31.676172Z","end":"2026-03-03T02:55:31.840826Z","steps":["trace[1141016324] 'agreement among raft nodes before linearized reading' (duration: 164.545635ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:55:46.306784Z","caller":"traceutil/trace.go:171","msg":"trace[2039318996] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"116.651694ms","start":"2026-03-03T02:55:46.190107Z","end":"2026-03-03T02:55:46.306759Z","steps":["trace[2039318996] 'process raft request' (duration: 101.172131ms)","trace[2039318996] 'compare' (duration: 15.284118ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:55:46.307085Z","caller":"traceutil/trace.go:171","msg":"trace[1601205425] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"116.756846ms","start":"2026-03-03T02:55:46.19028Z","end":"2026-03-03T02:55:46.307037Z","steps":["trace[1601205425] 'process raft request' (duration: 116.423219ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:55:49.141748Z","caller":"traceutil/trace.go:171","msg":"trace[1924749657] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"112.191966ms","start":"2026-03-03T02:55:49.029394Z","end":"2026-03-03T02:55:49.141586Z","steps":["trace[1924749657] 'process raft request' (duration: 111.913308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:57.014182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990410480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T02:55:58.032598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.049535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:55:58.032745Z","caller":"traceutil/trace.go:171","msg":"trace[351880671] linearizableReadLoop","detail":"{readStateIndex:1708; appliedIndex:1707; }","duration":"1.518847162s","start":"2026-03-03T02:55:56.513876Z","end":"2026-03-03T02:55:58.032723Z","steps":["trace[351880671] 'read index received' (duration: 525.46955ms)","trace[351880671] 'applied index is now lower than readState.Index' (duration: 993.375702ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:55:58.032812Z","caller":"traceutil/trace.go:171","msg":"trace[608960286] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"1.525357375s","start":"2026-03-03T02:55:56.507382Z","end":"2026-03-03T02:55:58.03274Z","steps":["trace[608960286] 'process raft request' (duration: 532.030674ms)","trace[608960286] 'compare' (duration: 992.81724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:55:58.032983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519121767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-700e9714-8bc9-48e5-bdff-769eaf49c24b\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-03T02:55:58.033027Z","caller":"traceutil/trace.go:171","msg":"trace[450212949] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-700e9714-8bc9-48e5-bdff-769eaf49c24b; range_end:; response_count:1; response_revision:1643; }","duration":"1.519221699s","start":"2026-03-03T02:55:56.513791Z","end":"2026-03-03T02:55:58.033013Z","steps":["trace[450212949] 'agreement among raft nodes before linearized reading' (duration: 1.519027595s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:58.033072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:56.513757Z","time spent":"1.519305351s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-700e9714-8bc9-48e5-bdff-769eaf49c24b\" "} {"level":"warn","ts":"2026-03-03T02:55:58.033068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:56.507345Z","time spent":"1.52558751s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:55:58.17074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.097598732s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T02:55:58.178924Z","caller":"traceutil/trace.go:171","msg":"trace[257607950] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"1.105924735s","start":"2026-03-03T02:55:57.072937Z","end":"2026-03-03T02:55:58.178862Z","steps":["trace[257607950] 'process raft request' (duration: 1.098133183s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:58.179119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:57.072909Z","time spent":"1.106106409s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7598,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:55:58.262172Z","caller":"traceutil/trace.go:171","msg":"trace[1768541023] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"1.064665731s","start":"2026-03-03T02:55:57.197479Z","end":"2026-03-03T02:55:58.262144Z","steps":["trace[1768541023] 'process raft request' (duration: 1.064454847s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:58.26241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:57.197445Z","time spent":"1.064846435s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:55:58.262574Z","caller":"traceutil/trace.go:171","msg":"trace[1506989931] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"830.260309ms","start":"2026-03-03T02:55:57.432302Z","end":"2026-03-03T02:55:58.262562Z","steps":["trace[1506989931] 'process raft request' (duration: 829.784639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:58.262639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:57.432267Z","time spent":"830.33982ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:55:58.262662Z","caller":"traceutil/trace.go:171","msg":"trace[1474443831] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"794.024396ms","start":"2026-03-03T02:55:57.468581Z","end":"2026-03-03T02:55:58.262605Z","steps":["trace[1474443831] 'process raft request' (duration: 793.811352ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:55:58.262649Z","caller":"traceutil/trace.go:171","msg":"trace[1327939898] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"365.851923ms","start":"2026-03-03T02:55:57.896762Z","end":"2026-03-03T02:55:58.262614Z","steps":["trace[1327939898] 'process raft request' (duration: 365.73504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:58.262886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:57.468551Z","time spent":"794.209521ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:55:58.262918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:57.896728Z","time spent":"366.065227ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:55:58.319356Z","caller":"traceutil/trace.go:171","msg":"trace[1310737714] linearizableReadLoop","detail":"{readStateIndex:1714; appliedIndex:1708; }","duration":"286.543328ms","start":"2026-03-03T02:55:58.03278Z","end":"2026-03-03T02:55:58.319324Z","steps":["trace[1310737714] 'read index received' (duration: 138.271343ms)","trace[1310737714] 'applied index is now lower than readState.Index' (duration: 148.270495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:55:58.31956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642666375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T02:55:58.319554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.930694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T02:55:58.319612Z","caller":"traceutil/trace.go:171","msg":"trace[2060222692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1648; }","duration":"1.642800158s","start":"2026-03-03T02:55:56.676798Z","end":"2026-03-03T02:55:58.319598Z","steps":["trace[2060222692] 'agreement among raft nodes before linearized reading' (duration: 1.642687515s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:58.319614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463832104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T02:55:58.319663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:56.67677Z","time spent":"1.64287906s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T02:55:58.319681Z","caller":"traceutil/trace.go:171","msg":"trace[1878269548] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1648; }","duration":"1.463956456s","start":"2026-03-03T02:55:56.855705Z","end":"2026-03-03T02:55:58.319661Z","steps":["trace[1878269548] 'agreement among raft nodes before linearized reading' (duration: 1.463747331s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:58.319734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:56.855674Z","time spent":"1.464051998s","remote":"127.0.0.1:32908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T02:55:58.319743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.569227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T02:55:58.319782Z","caller":"traceutil/trace.go:171","msg":"trace[1461354138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1648; }","duration":"346.654448ms","start":"2026-03-03T02:55:57.973118Z","end":"2026-03-03T02:55:58.319772Z","steps":["trace[1461354138] 'agreement among raft nodes before linearized reading' (duration: 346.547406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:58.319832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:57.973102Z","time spent":"346.721261ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T02:55:58.31993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.04854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T02:55:58.320009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.715977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T02:55:58.32005Z","caller":"traceutil/trace.go:171","msg":"trace[656088079] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1648; }","duration":"959.812569ms","start":"2026-03-03T02:55:57.360227Z","end":"2026-03-03T02:55:58.32004Z","steps":["trace[656088079] 'agreement among raft nodes before linearized reading' (duration: 959.710117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:58.32008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:57.360197Z","time spent":"959.876391ms","remote":"127.0.0.1:32908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T02:55:58.320012Z","caller":"traceutil/trace.go:171","msg":"trace[87875475] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1648; }","duration":"795.559301ms","start":"2026-03-03T02:55:57.524438Z","end":"2026-03-03T02:55:58.319997Z","steps":["trace[87875475] 'agreement among raft nodes before linearized reading' (duration: 794.929738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:58.320114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.721089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T02:55:58.32016Z","caller":"traceutil/trace.go:171","msg":"trace[1285314737] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1648; }","duration":"104.839312ms","start":"2026-03-03T02:55:58.215311Z","end":"2026-03-03T02:55:58.32015Z","steps":["trace[1285314737] 'agreement among raft nodes before linearized reading' (duration: 104.599256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:58.320166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746201847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T02:55:58.320208Z","caller":"traceutil/trace.go:171","msg":"trace[1566673291] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1648; }","duration":"1.74629887s","start":"2026-03-03T02:55:56.573899Z","end":"2026-03-03T02:55:58.320198Z","steps":["trace[1566673291] 'agreement among raft nodes before linearized reading' (duration: 1.746214688s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:58.320264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:56.573871Z","time spent":"1.746374351s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T02:55:58.320273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137438243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-03T02:55:58.320269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:57.524412Z","time spent":"795.841058ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T02:55:58.32024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.945071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T02:55:58.320034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784460865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T02:55:58.320391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278415036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-700e9714-8bc9-48e5-bdff-769eaf49c24b\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-03T02:55:58.320433Z","caller":"traceutil/trace.go:171","msg":"trace[431406061] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-700e9714-8bc9-48e5-bdff-769eaf49c24b; range_end:; response_count:1; response_revision:1648; }","duration":"1.278495558s","start":"2026-03-03T02:55:57.041926Z","end":"2026-03-03T02:55:58.320422Z","steps":["trace[431406061] 'agreement among raft nodes before linearized reading' (duration: 1.278402356s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:58.320469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:57.0419Z","time spent":"1.278561188s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-700e9714-8bc9-48e5-bdff-769eaf49c24b\" "} {"level":"info","ts":"2026-03-03T02:55:58.320308Z","caller":"traceutil/trace.go:171","msg":"trace[1912521200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1648; }","duration":"1.137544026s","start":"2026-03-03T02:55:57.182753Z","end":"2026-03-03T02:55:58.320297Z","steps":["trace[1912521200] 'agreement among raft nodes before linearized reading' (duration: 1.137459074s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:58.32056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.291283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T02:55:58.3206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:57.182722Z","time spent":"1.137851862s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T02:55:58.320371Z","caller":"traceutil/trace.go:171","msg":"trace[795457272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1648; }","duration":"559.138755ms","start":"2026-03-03T02:55:57.761206Z","end":"2026-03-03T02:55:58.320345Z","steps":["trace[795457272] 'agreement among raft nodes before linearized reading' (duration: 558.746896ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:55:58.320653Z","caller":"traceutil/trace.go:171","msg":"trace[1487228905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1648; }","duration":"580.427596ms","start":"2026-03-03T02:55:57.740198Z","end":"2026-03-03T02:55:58.320625Z","steps":["trace[1487228905] 'agreement among raft nodes before linearized reading' (duration: 580.206001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:58.320705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:57.761184Z","time spent":"559.510834ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T02:55:58.320715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:57.740171Z","time spent":"580.530379ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T02:55:58.31963Z","caller":"traceutil/trace.go:171","msg":"trace[868283783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1648; }","duration":"347.050067ms","start":"2026-03-03T02:55:57.97256Z","end":"2026-03-03T02:55:58.31961Z","steps":["trace[868283783] 'agreement among raft nodes before linearized reading' (duration: 346.845502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:58.320818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:57.972535Z","time spent":"348.273284ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T02:55:58.320992Z","caller":"traceutil/trace.go:171","msg":"trace[346572017] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1648; }","duration":"1.784979656s","start":"2026-03-03T02:55:56.535432Z","end":"2026-03-03T02:55:58.320412Z","steps":["trace[346572017] 'agreement among raft nodes before linearized reading' (duration: 1.784153798s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:58.321102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:56.535416Z","time spent":"1.785666261s","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T02:55:58.830049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990410492,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T02:55:59.318681Z","caller":"traceutil/trace.go:171","msg":"trace[392776351] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"993.009834ms","start":"2026-03-03T02:55:58.325638Z","end":"2026-03-03T02:55:59.318648Z","steps":["trace[392776351] 'process raft request' (duration: 992.83788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:59.318869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:58.325619Z","time spent":"993.147147ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:55:59.450229Z","caller":"traceutil/trace.go:171","msg":"trace[151287414] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"1.124134239s","start":"2026-03-03T02:55:58.326074Z","end":"2026-03-03T02:55:59.450209Z","steps":["trace[151287414] 'process raft request' (duration: 1.124042417s)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:55:59.450285Z","caller":"traceutil/trace.go:171","msg":"trace[87929636] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"1.124323963s","start":"2026-03-03T02:55:58.325917Z","end":"2026-03-03T02:55:59.45024Z","steps":["trace[87929636] 'process raft request' (duration: 1.124044607s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:59.450506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:58.325888Z","time spent":"1.124488907s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:55:59.450699Z","caller":"traceutil/trace.go:171","msg":"trace[1456885369] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"1.123943125s","start":"2026-03-03T02:55:58.32674Z","end":"2026-03-03T02:55:59.450683Z","steps":["trace[1456885369] 'process raft request' (duration: 1.123696979s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:59.450585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:58.326062Z","time spent":"1.124237221s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:55:59.450822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:58.326729Z","time spent":"1.124044337s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:55:59.450888Z","caller":"traceutil/trace.go:171","msg":"trace[1339327163] linearizableReadLoop","detail":"{readStateIndex:1721; appliedIndex:1715; }","duration":"1.121500191s","start":"2026-03-03T02:55:58.329357Z","end":"2026-03-03T02:55:59.450858Z","steps":["trace[1339327163] 'read index received' (duration: 989.279322ms)","trace[1339327163] 'applied index is now lower than readState.Index' (duration: 132.219039ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:55:59.450924Z","caller":"traceutil/trace.go:171","msg":"trace[1514473059] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"1.121326717s","start":"2026-03-03T02:55:58.32957Z","end":"2026-03-03T02:55:59.450897Z","steps":["trace[1514473059] 'process raft request' (duration: 1.121214005s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:59.451017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:58.32956Z","time spent":"1.12141365s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:55:59.451092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121704535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:55:59.451136Z","caller":"traceutil/trace.go:171","msg":"trace[686059287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1655; }","duration":"1.121801628s","start":"2026-03-03T02:55:58.329321Z","end":"2026-03-03T02:55:59.451123Z","steps":["trace[686059287] 'agreement among raft nodes before linearized reading' (duration: 1.121704916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:59.451185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:58.329309Z","time spent":"1.121864279s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T02:55:59.451241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.118235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T02:55:59.451296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.527199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-700e9714-8bc9-48e5-bdff-769eaf49c24b\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-03-03T02:55:59.451319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.37418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T02:55:59.450617Z","caller":"traceutil/trace.go:171","msg":"trace[1290181316] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"1.12421071s","start":"2026-03-03T02:55:58.326355Z","end":"2026-03-03T02:55:59.450566Z","steps":["trace[1290181316] 'process raft request' (duration: 1.123810031s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:59.451445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.135583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18993551f51162cf\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-03-03T02:55:59.451469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:58.326326Z","time spent":"1.12506375s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:55:59.451506Z","caller":"traceutil/trace.go:171","msg":"trace[1380037589] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18993551f51162cf; range_end:; response_count:1; response_revision:1655; }","duration":"521.252915ms","start":"2026-03-03T02:55:58.930236Z","end":"2026-03-03T02:55:59.451489Z","steps":["trace[1380037589] 'agreement among raft nodes before linearized reading' (duration: 521.076701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:59.451687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:58.930201Z","time spent":"521.47346ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18993551f51162cf\" "} {"level":"info","ts":"2026-03-03T02:55:59.451526Z","caller":"traceutil/trace.go:171","msg":"trace[1595648914] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1655; }","duration":"876.215137ms","start":"2026-03-03T02:55:58.575064Z","end":"2026-03-03T02:55:59.451279Z","steps":["trace[1595648914] 'agreement among raft nodes before linearized reading' (duration: 876.083814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:55:59.451591Z","caller":"traceutil/trace.go:171","msg":"trace[514903460] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"1.12413097s","start":"2026-03-03T02:55:58.327119Z","end":"2026-03-03T02:55:59.45125Z","steps":["trace[514903460] 'process raft request' (duration: 1.123467924s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:59.451847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:58.575039Z","time spent":"876.751919ms","remote":"127.0.0.1:53266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T02:55:59.451528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.731844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T02:55:59.452047Z","caller":"traceutil/trace.go:171","msg":"trace[63581196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1655; }","duration":"121.296326ms","start":"2026-03-03T02:55:59.33071Z","end":"2026-03-03T02:55:59.452006Z","steps":["trace[63581196] 'agreement among raft nodes before linearized reading' (duration: 120.588361ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:55:59.451588Z","caller":"traceutil/trace.go:171","msg":"trace[1558848512] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1655; }","duration":"466.430402ms","start":"2026-03-03T02:55:58.984906Z","end":"2026-03-03T02:55:59.451337Z","steps":["trace[1558848512] 'agreement among raft nodes before linearized reading' (duration: 466.37811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:59.452212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:58.984891Z","time spent":"467.30424ms","remote":"127.0.0.1:43776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-03T02:55:59.451558Z","caller":"traceutil/trace.go:171","msg":"trace[1083536819] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-700e9714-8bc9-48e5-bdff-769eaf49c24b; range_end:; response_count:1; response_revision:1655; }","duration":"413.617552ms","start":"2026-03-03T02:55:59.037717Z","end":"2026-03-03T02:55:59.451334Z","steps":["trace[1083536819] 'agreement among raft nodes before linearized reading' (duration: 413.52779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:59.452313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:58.327107Z","time spent":"1.124933767s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:55:59.452397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:55:59.037663Z","time spent":"414.709245ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-700e9714-8bc9-48e5-bdff-769eaf49c24b\" "} {"level":"info","ts":"2026-03-03T02:56:05.540178Z","caller":"traceutil/trace.go:171","msg":"trace[511328251] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"188.358652ms","start":"2026-03-03T02:56:05.351779Z","end":"2026-03-03T02:56:05.540138Z","steps":["trace[511328251] 'process raft request' (duration: 188.057986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:06.002398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.346596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:56:06.002609Z","caller":"traceutil/trace.go:171","msg":"trace[2146353541] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"457.465032ms","start":"2026-03-03T02:56:05.54511Z","end":"2026-03-03T02:56:06.002575Z","steps":["trace[2146353541] 'process raft request' (duration: 294.808149ms)","trace[2146353541] 'compare' (duration: 162.215363ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:56:06.002732Z","caller":"traceutil/trace.go:171","msg":"trace[1198617510] linearizableReadLoop","detail":"{readStateIndex:1774; appliedIndex:1770; }","duration":"325.774665ms","start":"2026-03-03T02:56:05.676942Z","end":"2026-03-03T02:56:06.002716Z","steps":["trace[1198617510] 'read index received' (duration: 163.158763ms)","trace[1198617510] 'applied index is now lower than readState.Index' (duration: 162.615002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:56:06.002784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:05.545078Z","time spent":"457.610165ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:56:06.002824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.905308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:56:06.002908Z","caller":"traceutil/trace.go:171","msg":"trace[1109907546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1707; }","duration":"326.050722ms","start":"2026-03-03T02:56:05.676843Z","end":"2026-03-03T02:56:06.002894Z","steps":["trace[1109907546] 'agreement among raft nodes before linearized reading' (duration: 325.935379ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:06.003155Z","caller":"traceutil/trace.go:171","msg":"trace[2057828307] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"457.117465ms","start":"2026-03-03T02:56:05.545812Z","end":"2026-03-03T02:56:06.00293Z","steps":["trace[2057828307] 'process raft request' (duration: 456.806778ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:06.003183Z","caller":"traceutil/trace.go:171","msg":"trace[1749078518] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"233.442931ms","start":"2026-03-03T02:56:05.769712Z","end":"2026-03-03T02:56:06.003155Z","steps":["trace[1749078518] 'process raft request' (duration: 232.96973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:06.003219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:05.676814Z","time spent":"326.38954ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T02:56:06.003266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:05.545781Z","time spent":"457.430503ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:56:06.00324Z","caller":"traceutil/trace.go:171","msg":"trace[987469197] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"457.613957ms","start":"2026-03-03T02:56:05.545592Z","end":"2026-03-03T02:56:06.003206Z","steps":["trace[987469197] 'process raft request' (duration: 456.924881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:06.003386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:05.545572Z","time spent":"457.748179ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:56:06.003513Z","caller":"traceutil/trace.go:171","msg":"trace[433585912] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"457.846242ms","start":"2026-03-03T02:56:05.545603Z","end":"2026-03-03T02:56:06.003449Z","steps":["trace[433585912] 'process raft request' (duration: 456.962832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:06.003747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:05.545588Z","time spent":"458.037856ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:56:12.911561Z","caller":"traceutil/trace.go:171","msg":"trace[1734466146] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"235.389384ms","start":"2026-03-03T02:56:12.676129Z","end":"2026-03-03T02:56:12.911518Z","steps":["trace[1734466146] 'process raft request' (duration: 143.685032ms)","trace[1734466146] 'compare' (duration: 91.477507ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:56:12.911682Z","caller":"traceutil/trace.go:171","msg":"trace[1928919540] linearizableReadLoop","detail":"{readStateIndex:1833; appliedIndex:1832; }","duration":"233.659556ms","start":"2026-03-03T02:56:12.677836Z","end":"2026-03-03T02:56:12.911496Z","steps":["trace[1928919540] 'read index received' (duration: 141.904933ms)","trace[1928919540] 'applied index is now lower than readState.Index' (duration: 91.750072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:56:12.911801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.927512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:56:12.911943Z","caller":"traceutil/trace.go:171","msg":"trace[2054860464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1763; }","duration":"234.255169ms","start":"2026-03-03T02:56:12.677654Z","end":"2026-03-03T02:56:12.911909Z","steps":["trace[2054860464] 'agreement among raft nodes before linearized reading' (duration: 233.949962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:13.849454Z","caller":"traceutil/trace.go:171","msg":"trace[1355363845] linearizableReadLoop","detail":"{readStateIndex:1834; appliedIndex:1833; }","duration":"270.268626ms","start":"2026-03-03T02:56:13.579155Z","end":"2026-03-03T02:56:13.849424Z","steps":["trace[1355363845] 'read index received' (duration: 270.185714ms)","trace[1355363845] 'applied index is now lower than readState.Index' (duration: 81.402µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:56:13.84957Z","caller":"traceutil/trace.go:171","msg":"trace[532932915] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"319.226341ms","start":"2026-03-03T02:56:13.530313Z","end":"2026-03-03T02:56:13.849539Z","steps":["trace[532932915] 'process raft request' (duration: 318.933864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:13.84979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:13.53027Z","time spent":"319.362914ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:56:13.849802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.550644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T02:56:13.849984Z","caller":"traceutil/trace.go:171","msg":"trace[685423040] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1764; }","duration":"247.744858ms","start":"2026-03-03T02:56:13.60221Z","end":"2026-03-03T02:56:13.849955Z","steps":["trace[685423040] 'agreement among raft nodes before linearized reading' (duration: 247.366488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:13.85005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.717667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T02:56:13.850233Z","caller":"traceutil/trace.go:171","msg":"trace[1458950054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1764; }","duration":"271.085745ms","start":"2026-03-03T02:56:13.579111Z","end":"2026-03-03T02:56:13.850196Z","steps":["trace[1458950054] 'agreement among raft nodes before linearized reading' (duration: 270.44528ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:14.080406Z","caller":"traceutil/trace.go:171","msg":"trace[279251742] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"224.782118ms","start":"2026-03-03T02:56:13.855589Z","end":"2026-03-03T02:56:14.080371Z","steps":["trace[279251742] 'process raft request' (duration: 177.48669ms)","trace[279251742] 'compare' (duration: 47.049123ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:56:14.080731Z","caller":"traceutil/trace.go:171","msg":"trace[395847326] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"168.970393ms","start":"2026-03-03T02:56:13.911736Z","end":"2026-03-03T02:56:14.080706Z","steps":["trace[395847326] 'process raft request' (duration: 168.574364ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:14.489724Z","caller":"traceutil/trace.go:171","msg":"trace[1361397222] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"403.303504ms","start":"2026-03-03T02:56:14.086359Z","end":"2026-03-03T02:56:14.489663Z","steps":["trace[1361397222] 'process raft request' (duration: 345.34841ms)","trace[1361397222] 'compare' (duration: 57.735169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:56:14.489914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:14.08633Z","time spent":"403.485977ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:56:14.48999Z","caller":"traceutil/trace.go:171","msg":"trace[1996154715] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"403.59921ms","start":"2026-03-03T02:56:14.086361Z","end":"2026-03-03T02:56:14.48996Z","steps":["trace[1996154715] 'process raft request' (duration: 403.253663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:14.49019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:14.086328Z","time spent":"403.750913ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:56:14.490545Z","caller":"traceutil/trace.go:171","msg":"trace[33574796] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"403.345165ms","start":"2026-03-03T02:56:14.087187Z","end":"2026-03-03T02:56:14.490532Z","steps":["trace[33574796] 'process raft request' (duration: 402.601618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:14.490636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:14.087158Z","time spent":"403.441266ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:56:14.490716Z","caller":"traceutil/trace.go:171","msg":"trace[955059390] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"381.877778ms","start":"2026-03-03T02:56:14.108751Z","end":"2026-03-03T02:56:14.490628Z","steps":["trace[955059390] 'process raft request' (duration: 381.739745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:14.491078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:14.108723Z","time spent":"382.214695ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:56:14.50974Z","caller":"traceutil/trace.go:171","msg":"trace[134374305] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"168.888641ms","start":"2026-03-03T02:56:14.340835Z","end":"2026-03-03T02:56:14.509723Z","steps":["trace[134374305] 'process raft request' (duration: 168.725457ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:14.51007Z","caller":"traceutil/trace.go:171","msg":"trace[367933625] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"166.775943ms","start":"2026-03-03T02:56:14.343236Z","end":"2026-03-03T02:56:14.510012Z","steps":["trace[367933625] 'process raft request' (duration: 166.421515ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:18.786072Z","caller":"traceutil/trace.go:171","msg":"trace[878907947] linearizableReadLoop","detail":"{readStateIndex:1858; appliedIndex:1857; }","duration":"279.062882ms","start":"2026-03-03T02:56:18.50698Z","end":"2026-03-03T02:56:18.786043Z","steps":["trace[878907947] 'read index received' (duration: 278.919489ms)","trace[878907947] 'applied index is now lower than readState.Index' (duration: 142.093µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:56:18.786164Z","caller":"traceutil/trace.go:171","msg":"trace[1327567265] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"279.230526ms","start":"2026-03-03T02:56:18.506884Z","end":"2026-03-03T02:56:18.786115Z","steps":["trace[1327567265] 'process raft request' (duration: 278.940699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:18.786325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.319668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T02:56:18.786366Z","caller":"traceutil/trace.go:171","msg":"trace[1469426569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1787; }","duration":"279.43283ms","start":"2026-03-03T02:56:18.506919Z","end":"2026-03-03T02:56:18.786352Z","steps":["trace[1469426569] 'agreement among raft nodes before linearized reading' (duration: 279.266956ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:18.845843Z","caller":"traceutil/trace.go:171","msg":"trace[616523882] transaction","detail":"{read_only:false; response_revision:1788; number_of_response:1; }","duration":"324.849535ms","start":"2026-03-03T02:56:18.520954Z","end":"2026-03-03T02:56:18.845804Z","steps":["trace[616523882] 'process raft request' (duration: 324.519448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:18.846062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:18.520922Z","time spent":"325.034629ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:56:18.846177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.262292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T02:56:18.846186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.27072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T02:56:18.846253Z","caller":"traceutil/trace.go:171","msg":"trace[542646888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1789; }","duration":"170.411725ms","start":"2026-03-03T02:56:18.675823Z","end":"2026-03-03T02:56:18.846235Z","steps":["trace[542646888] 'agreement among raft nodes before linearized reading' (duration: 170.241531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:18.846199Z","caller":"traceutil/trace.go:171","msg":"trace[1433132579] transaction","detail":"{read_only:false; response_revision:1789; number_of_response:1; }","duration":"323.170717ms","start":"2026-03-03T02:56:18.522992Z","end":"2026-03-03T02:56:18.846163Z","steps":["trace[1433132579] 'process raft request' (duration: 322.741468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:18.84633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.121667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T02:56:18.846397Z","caller":"traceutil/trace.go:171","msg":"trace[1353505330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1789; }","duration":"337.25197ms","start":"2026-03-03T02:56:18.509131Z","end":"2026-03-03T02:56:18.846383Z","steps":["trace[1353505330] 'agreement among raft nodes before linearized reading' (duration: 337.029485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:18.846441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:18.509116Z","time spent":"337.309841ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T02:56:18.846287Z","caller":"traceutil/trace.go:171","msg":"trace[591202799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1789; }","duration":"337.415924ms","start":"2026-03-03T02:56:18.50885Z","end":"2026-03-03T02:56:18.846266Z","steps":["trace[591202799] 'agreement among raft nodes before linearized reading' (duration: 337.125347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:18.846578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:18.508839Z","time spent":"337.71621ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T02:56:18.84674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:18.522972Z","time spent":"323.401073ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:56:22.177139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990410822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T02:56:22.512354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.152344324s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T02:56:22.512876Z","caller":"traceutil/trace.go:171","msg":"trace[1019027475] linearizableReadLoop","detail":"{readStateIndex:1873; appliedIndex:1872; }","duration":"836.346895ms","start":"2026-03-03T02:56:21.676503Z","end":"2026-03-03T02:56:22.51285Z","steps":["trace[1019027475] 'read index received' (duration: 836.009007ms)","trace[1019027475] 'applied index is now lower than readState.Index' (duration: 336.908µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:56:22.513021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.511679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:56:22.513146Z","caller":"traceutil/trace.go:171","msg":"trace[281950983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1802; }","duration":"836.713793ms","start":"2026-03-03T02:56:21.676412Z","end":"2026-03-03T02:56:22.513126Z","steps":["trace[281950983] 'agreement among raft nodes before linearized reading' (duration: 836.500358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:22.513242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.007223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T02:56:22.513127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.72627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T02:56:22.513292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:21.67638Z","time spent":"836.898797ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T02:56:22.513328Z","caller":"traceutil/trace.go:171","msg":"trace[641773279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1802; }","duration":"346.147787ms","start":"2026-03-03T02:56:22.167159Z","end":"2026-03-03T02:56:22.513306Z","steps":["trace[641773279] 'agreement among raft nodes before linearized reading' (duration: 345.885371ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:22.513357Z","caller":"traceutil/trace.go:171","msg":"trace[289655762] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1802; }","duration":"319.018076ms","start":"2026-03-03T02:56:22.194295Z","end":"2026-03-03T02:56:22.513313Z","steps":["trace[289655762] 'agreement among raft nodes before linearized reading' (duration: 318.74518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:22.513379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:22.167138Z","time spent":"346.228318ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T02:56:22.513395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:22.194265Z","time spent":"319.116298ms","remote":"127.0.0.1:59750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T02:56:22.513905Z","caller":"traceutil/trace.go:171","msg":"trace[649994723] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"1.15400738s","start":"2026-03-03T02:56:21.359875Z","end":"2026-03-03T02:56:22.513882Z","steps":["trace[649994723] 'process raft request' (duration: 1.152702692s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:22.514066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:21.359836Z","time spent":"1.154139553s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:56:22.514063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.639022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T02:56:22.514146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.221239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-03T02:56:22.514265Z","caller":"traceutil/trace.go:171","msg":"trace[145090103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1802; }","duration":"309.414983ms","start":"2026-03-03T02:56:22.204825Z","end":"2026-03-03T02:56:22.51424Z","steps":["trace[145090103] 'agreement among raft nodes before linearized reading' (duration: 308.162356ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:22.514177Z","caller":"traceutil/trace.go:171","msg":"trace[1646751490] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1802; }","duration":"567.820736ms","start":"2026-03-03T02:56:21.946329Z","end":"2026-03-03T02:56:22.51415Z","steps":["trace[1646751490] 'agreement among raft nodes before linearized reading' (duration: 566.61132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:22.514325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:22.204799Z","time spent":"309.512886ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T02:56:22.514416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:21.946307Z","time spent":"568.058212ms","remote":"127.0.0.1:32908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T02:56:22.706571Z","caller":"traceutil/trace.go:171","msg":"trace[1836642253] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"188.420633ms","start":"2026-03-03T02:56:22.518113Z","end":"2026-03-03T02:56:22.706534Z","steps":["trace[1836642253] 'process raft request' (duration: 133.522147ms)","trace[1836642253] 'compare' (duration: 54.664561ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:56:22.706832Z","caller":"traceutil/trace.go:171","msg":"trace[23932154] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"187.805339ms","start":"2026-03-03T02:56:22.518992Z","end":"2026-03-03T02:56:22.706797Z","steps":["trace[23932154] 'process raft request' (duration: 187.489832ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:56.621246Z","caller":"traceutil/trace.go:171","msg":"trace[1500230409] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"140.970574ms","start":"2026-03-03T02:56:56.480242Z","end":"2026-03-03T02:56:56.621213Z","steps":["trace[1500230409] 'process raft request' (duration: 140.754699ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:56.996629Z","caller":"traceutil/trace.go:171","msg":"trace[2027593857] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"100.954707ms","start":"2026-03-03T02:56:56.895633Z","end":"2026-03-03T02:56:56.996588Z","steps":["trace[2027593857] 'process raft request' (duration: 100.791333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:57.832965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.645067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:56:57.833091Z","caller":"traceutil/trace.go:171","msg":"trace[1360368124] linearizableReadLoop","detail":"{readStateIndex:2061; appliedIndex:2060; }","duration":"707.436212ms","start":"2026-03-03T02:56:57.125638Z","end":"2026-03-03T02:56:57.833074Z","steps":["trace[1360368124] 'read index received' (duration: 74.534ms)","trace[1360368124] 'applied index is now lower than readState.Index' (duration: 632.901172ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:56:57.833368Z","caller":"traceutil/trace.go:171","msg":"trace[1100510948] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"708.208381ms","start":"2026-03-03T02:56:57.125144Z","end":"2026-03-03T02:56:57.833353Z","steps":["trace[1100510948] 'process raft request' (duration: 75.076363ms)","trace[1100510948] 'compare' (duration: 632.418082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:56:57.833452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:57.125111Z","time spent":"708.299993ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:56:57.834117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.480657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T02:56:57.834176Z","caller":"traceutil/trace.go:171","msg":"trace[1438679271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1982; }","duration":"708.597039ms","start":"2026-03-03T02:56:57.125565Z","end":"2026-03-03T02:56:57.834162Z","steps":["trace[1438679271] 'agreement among raft nodes before linearized reading' (duration: 708.363363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:57.834211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:57.12554Z","time spent":"708.66393ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T02:56:57.834175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.668594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:56:57.83441Z","caller":"traceutil/trace.go:171","msg":"trace[1037066466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1982; }","duration":"157.95512ms","start":"2026-03-03T02:56:57.676423Z","end":"2026-03-03T02:56:57.834378Z","steps":["trace[1037066466] 'agreement among raft nodes before linearized reading' (duration: 157.501099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:58.777568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.233091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:56:58.778016Z","caller":"traceutil/trace.go:171","msg":"trace[1866871383] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"937.234205ms","start":"2026-03-03T02:56:57.840744Z","end":"2026-03-03T02:56:58.777979Z","steps":["trace[1866871383] 'process raft request' (duration: 404.473762ms)","trace[1866871383] 'compare' (duration: 532.075258ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:56:58.778093Z","caller":"traceutil/trace.go:171","msg":"trace[343859753] linearizableReadLoop","detail":"{readStateIndex:2062; appliedIndex:2061; }","duration":"811.831776ms","start":"2026-03-03T02:56:57.966206Z","end":"2026-03-03T02:56:58.778038Z","steps":["trace[343859753] 'read index received' (duration: 279.033062ms)","trace[343859753] 'applied index is now lower than readState.Index' (duration: 532.794204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:56:58.778213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:57.840724Z","time spent":"937.39263ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:56:58.941648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.41712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T02:56:58.941871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.984423ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T02:56:58.942046Z","caller":"traceutil/trace.go:171","msg":"trace[1459135887] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1983; }","duration":"975.828979ms","start":"2026-03-03T02:56:57.966152Z","end":"2026-03-03T02:56:58.941981Z","steps":["trace[1459135887] 'agreement among raft nodes before linearized reading' (duration: 812.080222ms)","trace[1459135887] 'count revisions from in-memory index tree' (duration: 163.348648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:56:58.942137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:57.966126Z","time spent":"975.993102ms","remote":"127.0.0.1:53050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-03T02:56:58.942682Z","caller":"traceutil/trace.go:171","msg":"trace[834322443] linearizableReadLoop","detail":"{readStateIndex:2063; appliedIndex:2062; }","duration":"164.470993ms","start":"2026-03-03T02:56:58.778181Z","end":"2026-03-03T02:56:58.942652Z","steps":["trace[834322443] 'read index received' (duration: 64.462µs)","trace[834322443] 'applied index is now lower than readState.Index' (duration: 164.403591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:56:58.9428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.111032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T02:56:58.9429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.580409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T02:56:58.942938Z","caller":"traceutil/trace.go:171","msg":"trace[921671252] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1983; }","duration":"621.690623ms","start":"2026-03-03T02:56:58.321237Z","end":"2026-03-03T02:56:58.942928Z","steps":["trace[921671252] 'agreement among raft nodes before linearized reading' (duration: 621.57776ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:58.942958Z","caller":"traceutil/trace.go:171","msg":"trace[1436809914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1983; }","duration":"265.323196ms","start":"2026-03-03T02:56:58.677582Z","end":"2026-03-03T02:56:58.942905Z","steps":["trace[1436809914] 'agreement among raft nodes before linearized reading' (duration: 265.077021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:58.94282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.449476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T02:56:58.942993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:58.321205Z","time spent":"621.774484ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T02:56:58.943031Z","caller":"traceutil/trace.go:171","msg":"trace[888697443] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1983; }","duration":"342.713161ms","start":"2026-03-03T02:56:58.60029Z","end":"2026-03-03T02:56:58.943003Z","steps":["trace[888697443] 'agreement among raft nodes before linearized reading' (duration: 342.407135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:58.942954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.502789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T02:56:58.943154Z","caller":"traceutil/trace.go:171","msg":"trace[1508473480] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1983; }","duration":"241.773114ms","start":"2026-03-03T02:56:58.701363Z","end":"2026-03-03T02:56:58.943136Z","steps":["trace[1508473480] 'agreement among raft nodes before linearized reading' (duration: 241.437687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:58.943096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:58.600262Z","time spent":"342.808883ms","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T02:56:58.943799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.459386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T02:56:58.943841Z","caller":"traceutil/trace.go:171","msg":"trace[1284586349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1983; }","duration":"100.550237ms","start":"2026-03-03T02:56:58.843278Z","end":"2026-03-03T02:56:58.943829Z","steps":["trace[1284586349] 'agreement among raft nodes before linearized reading' (duration: 99.641407ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:59.155561Z","caller":"traceutil/trace.go:171","msg":"trace[161063735] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"162.04416ms","start":"2026-03-03T02:56:58.993469Z","end":"2026-03-03T02:56:59.155513Z","steps":["trace[161063735] 'process raft request' (duration: 161.810665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:59.155839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.687468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T02:56:59.155923Z","caller":"traceutil/trace.go:171","msg":"trace[379819312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1984; }","duration":"155.842342ms","start":"2026-03-03T02:56:59.000068Z","end":"2026-03-03T02:56:59.155911Z","steps":["trace[379819312] 'agreement among raft nodes before linearized reading' (duration: 155.520985ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:59.155538Z","caller":"traceutil/trace.go:171","msg":"trace[924328835] linearizableReadLoop","detail":"{readStateIndex:2064; appliedIndex:2063; }","duration":"155.331061ms","start":"2026-03-03T02:56:59.000139Z","end":"2026-03-03T02:56:59.15547Z","steps":["trace[924328835] 'read index received' (duration: 155.147477ms)","trace[924328835] 'applied index is now lower than readState.Index' (duration: 182.514µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:56:59.448872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.121567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:56:59.449214Z","caller":"traceutil/trace.go:171","msg":"trace[642161426] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"447.308101ms","start":"2026-03-03T02:56:59.001868Z","end":"2026-03-03T02:56:59.449176Z","steps":["trace[642161426] 'process raft request' (duration: 300.759184ms)","trace[642161426] 'compare' (duration: 145.799721ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:56:59.449382Z","caller":"traceutil/trace.go:171","msg":"trace[242222465] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2064; }","duration":"293.267608ms","start":"2026-03-03T02:56:59.156087Z","end":"2026-03-03T02:56:59.449355Z","steps":["trace[242222465] 'read index received' (duration: 146.560568ms)","trace[242222465] 'applied index is now lower than readState.Index' (duration: 146.70478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:56:59.449397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:59.001847Z","time spent":"447.454234ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:56:59.449412Z","caller":"traceutil/trace.go:171","msg":"trace[1808428017] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"395.806789ms","start":"2026-03-03T02:56:59.053568Z","end":"2026-03-03T02:56:59.449375Z","steps":["trace[1808428017] 'process raft request' (duration: 395.630055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:59.449746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.8534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T02:56:59.44977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:59.053547Z","time spent":"396.162718ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:56:59.44981Z","caller":"traceutil/trace.go:171","msg":"trace[1470726835] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1988; }","duration":"363.034533ms","start":"2026-03-03T02:56:59.08676Z","end":"2026-03-03T02:56:59.449795Z","steps":["trace[1470726835] 'agreement among raft nodes before linearized reading' (duration: 362.87432ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:59.449467Z","caller":"traceutil/trace.go:171","msg":"trace[137229849] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"296.938549ms","start":"2026-03-03T02:56:59.152517Z","end":"2026-03-03T02:56:59.449456Z","steps":["trace[137229849] 'process raft request' (duration: 296.722854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:59.449924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.928822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T02:56:59.449851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:59.086732Z","time spent":"363.108005ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-03T02:56:59.450036Z","caller":"traceutil/trace.go:171","msg":"trace[1696781395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1988; }","duration":"340.082565ms","start":"2026-03-03T02:56:59.109914Z","end":"2026-03-03T02:56:59.449997Z","steps":["trace[1696781395] 'agreement among raft nodes before linearized reading' (duration: 339.796869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:59.450079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:59.10989Z","time spent":"340.179247ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T02:56:59.450373Z","caller":"traceutil/trace.go:171","msg":"trace[308542213] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"415.639949ms","start":"2026-03-03T02:56:59.033997Z","end":"2026-03-03T02:56:59.449637Z","steps":["trace[308542213] 'process raft request' (duration: 415.088347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:59.450536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:59.033959Z","time spent":"416.516029ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:56:59.524206Z","caller":"traceutil/trace.go:171","msg":"trace[819519759] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"363.851482ms","start":"2026-03-03T02:56:59.160333Z","end":"2026-03-03T02:56:59.524185Z","steps":["trace[819519759] 'process raft request' (duration: 363.73152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:59.524403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:59.160302Z","time spent":"364.043467ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:56:59.683988Z","caller":"traceutil/trace.go:171","msg":"trace[15173551] linearizableReadLoop","detail":"{readStateIndex:2070; appliedIndex:2069; }","duration":"159.71622ms","start":"2026-03-03T02:56:59.524238Z","end":"2026-03-03T02:56:59.683954Z","steps":["trace[15173551] 'read index received' (duration: 133.1306ms)","trace[15173551] 'applied index is now lower than readState.Index' (duration: 26.58482ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:56:59.684065Z","caller":"traceutil/trace.go:171","msg":"trace[562203181] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"229.155169ms","start":"2026-03-03T02:56:59.454885Z","end":"2026-03-03T02:56:59.68404Z","steps":["trace[562203181] 'process raft request' (duration: 202.578089ms)","trace[562203181] 'compare' (duration: 26.354095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:56:59.684398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.336885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T02:56:59.684516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.238945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T02:56:59.684726Z","caller":"traceutil/trace.go:171","msg":"trace[1555148045] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1990; }","duration":"111.515602ms","start":"2026-03-03T02:56:59.573167Z","end":"2026-03-03T02:56:59.684683Z","steps":["trace[1555148045] 'agreement among raft nodes before linearized reading' (duration: 111.199435ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:59.684529Z","caller":"traceutil/trace.go:171","msg":"trace[1488917861] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1990; }","duration":"207.55191ms","start":"2026-03-03T02:56:59.476954Z","end":"2026-03-03T02:56:59.684506Z","steps":["trace[1488917861] 'agreement among raft nodes before linearized reading' (duration: 207.10916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:00.337892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990411305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T02:57:01.12752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.947153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:57:01.128042Z","caller":"traceutil/trace.go:171","msg":"trace[976093878] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"1.343443401s","start":"2026-03-03T02:56:59.784351Z","end":"2026-03-03T02:57:01.127794Z","steps":["trace[976093878] 'process raft request' (duration: 649.07457ms)","trace[976093878] 'compare' (duration: 692.552591ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:57:01.128308Z","caller":"traceutil/trace.go:171","msg":"trace[684455117] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"1.059306386s","start":"2026-03-03T02:57:00.068859Z","end":"2026-03-03T02:57:01.128166Z","steps":["trace[684455117] 'process raft request' (duration: 1.058842746s)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:57:01.128399Z","caller":"traceutil/trace.go:171","msg":"trace[780035791] linearizableReadLoop","detail":"{readStateIndex:2074; appliedIndex:2071; }","duration":"1.290694472s","start":"2026-03-03T02:56:59.837662Z","end":"2026-03-03T02:57:01.128357Z","steps":["trace[780035791] 'read index received' (duration: 595.781939ms)","trace[780035791] 'applied index is now lower than readState.Index' (duration: 694.909703ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:57:01.128434Z","caller":"traceutil/trace.go:171","msg":"trace[1682943212] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"972.262128ms","start":"2026-03-03T02:57:00.15612Z","end":"2026-03-03T02:57:01.128382Z","steps":["trace[1682943212] 'process raft request' (duration: 971.981882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:01.128694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:00.156097Z","time spent":"972.476474ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:57:01.128577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:00.068828Z","time spent":"1.059550172s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:57:01.128758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176613015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T02:57:01.128739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291068361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T02:57:01.12881Z","caller":"traceutil/trace.go:171","msg":"trace[340595170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1994; }","duration":"1.291187094s","start":"2026-03-03T02:56:59.83761Z","end":"2026-03-03T02:57:01.128797Z","steps":["trace[340595170] 'agreement among raft nodes before linearized reading' (duration: 1.290850667s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:01.128778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.900554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T02:57:01.128315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:59.784331Z","time spent":"1.343811389s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:57:01.128866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.841204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:57:01.128908Z","caller":"traceutil/trace.go:171","msg":"trace[1606742941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1994; }","duration":"453.921246ms","start":"2026-03-03T02:57:00.674977Z","end":"2026-03-03T02:57:01.128898Z","steps":["trace[1606742941] 'agreement among raft nodes before linearized reading' (duration: 453.861185ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:57:01.128895Z","caller":"traceutil/trace.go:171","msg":"trace[1046000557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1994; }","duration":"346.057787ms","start":"2026-03-03T02:57:00.78281Z","end":"2026-03-03T02:57:01.128867Z","steps":["trace[1046000557] 'agreement among raft nodes before linearized reading' (duration: 345.76854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:01.128949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:00.674953Z","time spent":"453.987117ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T02:57:01.128962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:00.782793Z","time spent":"346.154489ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T02:57:01.129022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046260328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12379"} {"level":"info","ts":"2026-03-03T02:57:01.129074Z","caller":"traceutil/trace.go:171","msg":"trace[1235052172] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1994; }","duration":"1.0463621s","start":"2026-03-03T02:57:00.082698Z","end":"2026-03-03T02:57:01.12906Z","steps":["trace[1235052172] 'agreement among raft nodes before linearized reading' (duration: 1.046160455s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:01.129117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:00.082671Z","time spent":"1.046439972s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12402,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T02:57:01.128812Z","caller":"traceutil/trace.go:171","msg":"trace[1861097339] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1994; }","duration":"1.176736219s","start":"2026-03-03T02:56:59.952053Z","end":"2026-03-03T02:57:01.128789Z","steps":["trace[1861097339] 'agreement among raft nodes before linearized reading' (duration: 1.176507064s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:01.128853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:59.837574Z","time spent":"1.291270226s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T02:57:01.129304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:59.952025Z","time spent":"1.177203318s","remote":"127.0.0.1:32908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T02:57:02.086249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.947595ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:57:02.086451Z","caller":"traceutil/trace.go:171","msg":"trace[368286017] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1994; }","duration":"857.16682ms","start":"2026-03-03T02:57:01.229253Z","end":"2026-03-03T02:57:02.08642Z","steps":["trace[368286017] 'range keys from in-memory index tree' (duration: 856.919245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:02.087102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.405861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:57:02.0875Z","caller":"traceutil/trace.go:171","msg":"trace[1966231996] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"953.71078ms","start":"2026-03-03T02:57:01.133766Z","end":"2026-03-03T02:57:02.087477Z","steps":["trace[1966231996] 'process raft request' (duration: 422.468821ms)","trace[1966231996] 'compare' (duration: 529.736685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:57:02.087648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:01.133736Z","time spent":"953.816332ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:57:02.087798Z","caller":"traceutil/trace.go:171","msg":"trace[27100357] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"952.900881ms","start":"2026-03-03T02:57:01.13486Z","end":"2026-03-03T02:57:02.08776Z","steps":["trace[27100357] 'process raft request' (duration: 952.492043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:02.087962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:01.134843Z","time spent":"953.034044ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:57:02.087955Z","caller":"traceutil/trace.go:171","msg":"trace[1784144246] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"631.606732ms","start":"2026-03-03T02:57:01.456244Z","end":"2026-03-03T02:57:02.087851Z","steps":["trace[1784144246] 'process raft request' (duration: 631.381727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:02.088119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:01.456209Z","time spent":"631.852387ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:57:02.088245Z","caller":"traceutil/trace.go:171","msg":"trace[958565820] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"631.822977ms","start":"2026-03-03T02:57:01.45641Z","end":"2026-03-03T02:57:02.088233Z","steps":["trace[958565820] 'process raft request' (duration: 631.651633ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:57:02.088143Z","caller":"traceutil/trace.go:171","msg":"trace[1249514832] linearizableReadLoop","detail":"{readStateIndex:2076; appliedIndex:2074; }","duration":"947.073252ms","start":"2026-03-03T02:57:01.141052Z","end":"2026-03-03T02:57:02.088126Z","steps":["trace[1249514832] 'read index received' (duration: 415.19939ms)","trace[1249514832] 'applied index is now lower than readState.Index' (duration: 531.872632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:57:02.088253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.202135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T02:57:02.088285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:01.456374Z","time spent":"631.893369ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:57:02.088211Z","caller":"traceutil/trace.go:171","msg":"trace[232312018] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"631.878078ms","start":"2026-03-03T02:57:01.456267Z","end":"2026-03-03T02:57:02.088145Z","steps":["trace[232312018] 'process raft request' (duration: 631.52536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:02.088486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.507256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T02:57:02.088508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:01.456233Z","time spent":"632.126854ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:57:02.088535Z","caller":"traceutil/trace.go:171","msg":"trace[2003520507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1999; }","duration":"411.620128ms","start":"2026-03-03T02:57:01.676903Z","end":"2026-03-03T02:57:02.088524Z","steps":["trace[2003520507] 'agreement among raft nodes before linearized reading' (duration: 411.546026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:02.08857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:01.676876Z","time spent":"411.68761ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T02:57:02.08857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.343866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T02:57:02.088616Z","caller":"traceutil/trace.go:171","msg":"trace[1329846055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1999; }","duration":"399.417547ms","start":"2026-03-03T02:57:01.689189Z","end":"2026-03-03T02:57:02.088607Z","steps":["trace[1329846055] 'agreement among raft nodes before linearized reading' (duration: 399.257713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:02.088619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.906033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T02:57:02.088638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:01.689176Z","time spent":"399.459419ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T02:57:02.088658Z","caller":"traceutil/trace.go:171","msg":"trace[726285304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1999; }","duration":"560.006516ms","start":"2026-03-03T02:57:01.528638Z","end":"2026-03-03T02:57:02.088644Z","steps":["trace[726285304] 'agreement among raft nodes before linearized reading' (duration: 559.906364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:02.088701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:01.528595Z","time spent":"560.099548ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T02:57:02.088299Z","caller":"traceutil/trace.go:171","msg":"trace[186551181] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1999; }","duration":"947.273777ms","start":"2026-03-03T02:57:01.141013Z","end":"2026-03-03T02:57:02.088286Z","steps":["trace[186551181] 'agreement among raft nodes before linearized reading' (duration: 947.169525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:02.088822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:01.140972Z","time spent":"947.833289ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T02:57:02.08851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.275145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T02:57:02.089016Z","caller":"traceutil/trace.go:171","msg":"trace[164189969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1999; }","duration":"928.804287ms","start":"2026-03-03T02:57:01.160198Z","end":"2026-03-03T02:57:02.089002Z","steps":["trace[164189969] 'agreement among raft nodes before linearized reading' (duration: 928.182703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:02.089104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:01.160188Z","time spent":"928.865459ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T02:57:34.541528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.190415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:57:34.541707Z","caller":"traceutil/trace.go:171","msg":"trace[1193436199] linearizableReadLoop","detail":"{readStateIndex:2240; appliedIndex:2239; }","duration":"135.83982ms","start":"2026-03-03T02:57:34.40582Z","end":"2026-03-03T02:57:34.54166Z","steps":["trace[1193436199] 'read index received' (duration: 28.314538ms)","trace[1193436199] 'applied index is now lower than readState.Index' (duration: 107.523752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:57:34.541962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.134957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T02:57:34.542011Z","caller":"traceutil/trace.go:171","msg":"trace[526910642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2153; }","duration":"136.197658ms","start":"2026-03-03T02:57:34.405795Z","end":"2026-03-03T02:57:34.541993Z","steps":["trace[526910642] 'agreement among raft nodes before linearized reading' (duration: 136.011324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:34.542445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.594735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T02:57:34.54252Z","caller":"traceutil/trace.go:171","msg":"trace[1985685499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2153; }","duration":"126.703607ms","start":"2026-03-03T02:57:34.415801Z","end":"2026-03-03T02:57:34.542504Z","steps":["trace[1985685499] 'agreement among raft nodes before linearized reading' (duration: 126.069273ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:57:34.54179Z","caller":"traceutil/trace.go:171","msg":"trace[1199378954] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"143.449958ms","start":"2026-03-03T02:57:34.398209Z","end":"2026-03-03T02:57:34.541659Z","steps":["trace[1199378954] 'process raft request' (duration: 35.991608ms)","trace[1199378954] 'compare' (duration: 107.022071ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:57:54.59514Z","caller":"traceutil/trace.go:171","msg":"trace[1895492562] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"104.369294ms","start":"2026-03-03T02:57:54.490743Z","end":"2026-03-03T02:57:54.595113Z","steps":["trace[1895492562] 'process raft request' (duration: 104.225711ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:57:54.595238Z","caller":"traceutil/trace.go:171","msg":"trace[1766213054] linearizableReadLoop","detail":"{readStateIndex:2354; appliedIndex:2352; }","duration":"102.426481ms","start":"2026-03-03T02:57:54.492615Z","end":"2026-03-03T02:57:54.595042Z","steps":["trace[1766213054] 'read index received' (duration: 84.706994ms)","trace[1766213054] 'applied index is now lower than readState.Index' (duration: 17.718477ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:57:54.595155Z","caller":"traceutil/trace.go:171","msg":"trace[314417333] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"104.665461ms","start":"2026-03-03T02:57:54.490474Z","end":"2026-03-03T02:57:54.595139Z","steps":["trace[314417333] 'process raft request' (duration: 86.835431ms)","trace[314417333] 'compare' (duration: 17.439811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:57:54.595429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.79954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-03T02:57:54.595474Z","caller":"traceutil/trace.go:171","msg":"trace[888635131] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2263; }","duration":"102.886893ms","start":"2026-03-03T02:57:54.492575Z","end":"2026-03-03T02:57:54.595462Z","steps":["trace[888635131] 'agreement among raft nodes before linearized reading' (duration: 102.692747ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:57:54.772907Z","caller":"traceutil/trace.go:171","msg":"trace[1455683648] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"110.672852ms","start":"2026-03-03T02:57:54.662207Z","end":"2026-03-03T02:57:54.772879Z","steps":["trace[1455683648] 'process raft request' (duration: 53.332107ms)","trace[1455683648] 'compare' (duration: 56.895286ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:58:04.858208Z","caller":"traceutil/trace.go:171","msg":"trace[1743168072] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"239.040941ms","start":"2026-03-03T02:58:04.619135Z","end":"2026-03-03T02:58:04.858176Z","steps":["trace[1743168072] 'process raft request' (duration: 223.345347ms)","trace[1743168072] 'compare' (duration: 15.553511ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:58:04.85889Z","caller":"traceutil/trace.go:171","msg":"trace[1555012055] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"239.339468ms","start":"2026-03-03T02:58:04.619535Z","end":"2026-03-03T02:58:04.858874Z","steps":["trace[1555012055] 'process raft request' (duration: 238.987091ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:04.858864Z","caller":"traceutil/trace.go:171","msg":"trace[1907492416] linearizableReadLoop","detail":"{readStateIndex:2550; appliedIndex:2547; }","duration":"188.973655ms","start":"2026-03-03T02:58:04.669862Z","end":"2026-03-03T02:58:04.858836Z","steps":["trace[1907492416] 'read index received' (duration: 172.678218ms)","trace[1907492416] 'applied index is now lower than readState.Index' (duration: 16.294157ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:58:04.858951Z","caller":"traceutil/trace.go:171","msg":"trace[576761597] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"238.345526ms","start":"2026-03-03T02:58:04.62059Z","end":"2026-03-03T02:58:04.858935Z","steps":["trace[576761597] 'process raft request' (duration: 238.173143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:04.859167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.294763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T02:58:04.859822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.844524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:58:04.859894Z","caller":"traceutil/trace.go:171","msg":"trace[350036072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2449; }","duration":"183.976447ms","start":"2026-03-03T02:58:04.675905Z","end":"2026-03-03T02:58:04.859881Z","steps":["trace[350036072] 'agreement among raft nodes before linearized reading' (duration: 183.851404ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:04.859886Z","caller":"traceutil/trace.go:171","msg":"trace[905280850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2449; }","duration":"190.05738ms","start":"2026-03-03T02:58:04.669792Z","end":"2026-03-03T02:58:04.85985Z","steps":["trace[905280850] 'agreement among raft nodes before linearized reading' (duration: 189.17315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:09.342501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.761341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:58:09.342619Z","caller":"traceutil/trace.go:171","msg":"trace[447873836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2486; }","duration":"665.281692ms","start":"2026-03-03T02:58:08.677306Z","end":"2026-03-03T02:58:09.342588Z","steps":["trace[447873836] 'range keys from in-memory index tree' (duration: 664.626888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:09.342679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:08.677221Z","time spent":"665.436676ms","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T02:58:09.359623Z","caller":"traceutil/trace.go:171","msg":"trace[2135849011] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"606.093976ms","start":"2026-03-03T02:58:08.753503Z","end":"2026-03-03T02:58:09.359597Z","steps":["trace[2135849011] 'process raft request' (duration: 605.845451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:09.359512Z","caller":"traceutil/trace.go:171","msg":"trace[1079171112] linearizableReadLoop","detail":"{readStateIndex:2589; appliedIndex:2588; }","duration":"476.805676ms","start":"2026-03-03T02:58:08.882688Z","end":"2026-03-03T02:58:09.359494Z","steps":["trace[1079171112] 'read index received' (duration: 476.53528ms)","trace[1079171112] 'applied index is now lower than readState.Index' (duration: 269.396µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:09.359854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:08.753458Z","time spent":"606.304901ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:58:09.360048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.337617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-03T02:58:09.360015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.292356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T02:58:09.360095Z","caller":"traceutil/trace.go:171","msg":"trace[1884836569] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2487; }","duration":"429.45844ms","start":"2026-03-03T02:58:08.930622Z","end":"2026-03-03T02:58:09.360081Z","steps":["trace[1884836569] 'agreement among raft nodes before linearized reading' (duration: 429.299866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:09.360104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.12776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T02:58:09.360136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:08.930595Z","time spent":"429.531301ms","remote":"127.0.0.1:53104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-03T02:58:09.360127Z","caller":"traceutil/trace.go:171","msg":"trace[1976383098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2487; }","duration":"477.459ms","start":"2026-03-03T02:58:08.882637Z","end":"2026-03-03T02:58:09.360096Z","steps":["trace[1976383098] 'agreement among raft nodes before linearized reading' (duration: 477.123713ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:09.360177Z","caller":"traceutil/trace.go:171","msg":"trace[1498887104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2487; }","duration":"475.200381ms","start":"2026-03-03T02:58:08.884945Z","end":"2026-03-03T02:58:09.360145Z","steps":["trace[1498887104] 'agreement among raft nodes before linearized reading' (duration: 475.013667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:09.360161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.006667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T02:58:09.360232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:08.884938Z","time spent":"475.283454ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T02:58:09.360232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.905797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T02:58:09.360247Z","caller":"traceutil/trace.go:171","msg":"trace[232059040] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2487; }","duration":"125.15551ms","start":"2026-03-03T02:58:09.235073Z","end":"2026-03-03T02:58:09.360229Z","steps":["trace[232059040] 'agreement among raft nodes before linearized reading' (duration: 125.011647ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:09.360291Z","caller":"traceutil/trace.go:171","msg":"trace[87204138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2487; }","duration":"476.017379ms","start":"2026-03-03T02:58:08.884258Z","end":"2026-03-03T02:58:09.360276Z","steps":["trace[87204138] 'agreement among raft nodes before linearized reading' (duration: 475.851285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:09.360352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:08.88423Z","time spent":"476.111651ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T02:58:09.360401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.594981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T02:58:09.360434Z","caller":"traceutil/trace.go:171","msg":"trace[742094232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2487; }","duration":"476.639002ms","start":"2026-03-03T02:58:08.883785Z","end":"2026-03-03T02:58:09.360424Z","steps":["trace[742094232] 'agreement among raft nodes before linearized reading' (duration: 476.102641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:09.36019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:08.882614Z","time spent":"477.562763ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T02:58:09.360461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:08.883778Z","time spent":"476.677414ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T02:58:09.36077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.867681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T02:58:09.360836Z","caller":"traceutil/trace.go:171","msg":"trace[1694686021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2487; }","duration":"467.945983ms","start":"2026-03-03T02:58:08.892868Z","end":"2026-03-03T02:58:09.360814Z","steps":["trace[1694686021] 'agreement among raft nodes before linearized reading' (duration: 467.35759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:09.36088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:08.892858Z","time spent":"468.012904ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T02:58:15.519263Z","caller":"traceutil/trace.go:171","msg":"trace[252509062] linearizableReadLoop","detail":"{readStateIndex:2629; appliedIndex:2628; }","duration":"119.68153ms","start":"2026-03-03T02:58:15.399543Z","end":"2026-03-03T02:58:15.519224Z","steps":["trace[252509062] 'read index received' (duration: 119.393614ms)","trace[252509062] 'applied index is now lower than readState.Index' (duration: 286.656µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:58:15.519486Z","caller":"traceutil/trace.go:171","msg":"trace[1658965797] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"121.849217ms","start":"2026-03-03T02:58:15.397577Z","end":"2026-03-03T02:58:15.519426Z","steps":["trace[1658965797] 'process raft request' (duration: 121.458179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:15.519641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.061418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T02:58:15.519687Z","caller":"traceutil/trace.go:171","msg":"trace[620277714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2526; }","duration":"120.160541ms","start":"2026-03-03T02:58:15.399513Z","end":"2026-03-03T02:58:15.519674Z","steps":["trace[620277714] 'agreement among raft nodes before linearized reading' (duration: 119.902195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:15.519693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.814613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T02:58:15.519777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.510501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T02:58:15.519883Z","caller":"traceutil/trace.go:171","msg":"trace[1831478204] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2526; }","duration":"111.645494ms","start":"2026-03-03T02:58:15.408212Z","end":"2026-03-03T02:58:15.519858Z","steps":["trace[1831478204] 'agreement among raft nodes before linearized reading' (duration: 111.294556ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:15.519809Z","caller":"traceutil/trace.go:171","msg":"trace[1114819856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2526; }","duration":"115.004817ms","start":"2026-03-03T02:58:15.404777Z","end":"2026-03-03T02:58:15.519782Z","steps":["trace[1114819856] 'agreement among raft nodes before linearized reading' (duration: 114.67762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:15.519911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.169635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T02:58:15.520041Z","caller":"traceutil/trace.go:171","msg":"trace[1771183574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2526; }","duration":"112.342799ms","start":"2026-03-03T02:58:15.407669Z","end":"2026-03-03T02:58:15.520012Z","steps":["trace[1771183574] 'agreement among raft nodes before linearized reading' (duration: 111.94972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:21.547492Z","caller":"traceutil/trace.go:171","msg":"trace[1592115540] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"124.438114ms","start":"2026-03-03T02:58:21.423019Z","end":"2026-03-03T02:58:21.547457Z","steps":["trace[1592115540] 'process raft request' (duration: 124.141437ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:21.684675Z","caller":"traceutil/trace.go:171","msg":"trace[753603422] linearizableReadLoop","detail":"{readStateIndex:2662; appliedIndex:2661; }","duration":"131.880588ms","start":"2026-03-03T02:58:21.552759Z","end":"2026-03-03T02:58:21.684639Z","steps":["trace[753603422] 'read index received' (duration: 96.608485ms)","trace[753603422] 'applied index is now lower than readState.Index' (duration: 35.270403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:21.685236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.935016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T02:58:21.685396Z","caller":"traceutil/trace.go:171","msg":"trace[575705382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2558; }","duration":"131.13898ms","start":"2026-03-03T02:58:21.554235Z","end":"2026-03-03T02:58:21.685374Z","steps":["trace[575705382] 'agreement among raft nodes before linearized reading' (duration: 130.726512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:21.685534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.287204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T02:58:21.685572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.799337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T02:58:21.685646Z","caller":"traceutil/trace.go:171","msg":"trace[1399727676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2558; }","duration":"121.428598ms","start":"2026-03-03T02:58:21.564185Z","end":"2026-03-03T02:58:21.685614Z","steps":["trace[1399727676] 'agreement among raft nodes before linearized reading' (duration: 121.127811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:21.685607Z","caller":"traceutil/trace.go:171","msg":"trace[377149090] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"134.015063ms","start":"2026-03-03T02:58:21.551536Z","end":"2026-03-03T02:58:21.685551Z","steps":["trace[377149090] 'process raft request' (duration: 97.891763ms)","trace[377149090] 'compare' (duration: 35.042186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:21.685754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.561925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T02:58:21.685704Z","caller":"traceutil/trace.go:171","msg":"trace[846124593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2558; }","duration":"132.95749ms","start":"2026-03-03T02:58:21.552682Z","end":"2026-03-03T02:58:21.68564Z","steps":["trace[846124593] 'agreement among raft nodes before linearized reading' (duration: 132.687534ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:21.685838Z","caller":"traceutil/trace.go:171","msg":"trace[542704604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2558; }","duration":"129.689668ms","start":"2026-03-03T02:58:21.556127Z","end":"2026-03-03T02:58:21.685817Z","steps":["trace[542704604] 'agreement among raft nodes before linearized reading' (duration: 129.32088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:42.394429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990412881,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T02:58:42.574825Z","caller":"traceutil/trace.go:171","msg":"trace[262941567] linearizableReadLoop","detail":"{readStateIndex:2778; appliedIndex:2774; }","duration":"680.831315ms","start":"2026-03-03T02:58:41.893959Z","end":"2026-03-03T02:58:42.574791Z","steps":["trace[262941567] 'read index received' (duration: 651.990692ms)","trace[262941567] 'applied index is now lower than readState.Index' (duration: 28.839233ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:58:42.574925Z","caller":"traceutil/trace.go:171","msg":"trace[210937522] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"710.73669ms","start":"2026-03-03T02:58:41.864133Z","end":"2026-03-03T02:58:42.57487Z","steps":["trace[210937522] 'process raft request' (duration: 710.451344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:42.575115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.580793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T02:58:42.575168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.179652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T02:58:42.575194Z","caller":"traceutil/trace.go:171","msg":"trace[591769220] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2670; }","duration":"541.726086ms","start":"2026-03-03T02:58:42.033449Z","end":"2026-03-03T02:58:42.575175Z","steps":["trace[591769220] 'agreement among raft nodes before linearized reading' (duration: 541.588703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:42.575201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.1675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T02:58:42.575239Z","caller":"traceutil/trace.go:171","msg":"trace[2042707288] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"711.812514ms","start":"2026-03-03T02:58:41.863395Z","end":"2026-03-03T02:58:42.575207Z","steps":["trace[2042707288] 'process raft request' (duration: 682.529161ms)","trace[2042707288] 'compare' (duration: 28.061925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:42.575268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.188286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18993576a4df95b1\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-03T02:58:42.575312Z","caller":"traceutil/trace.go:171","msg":"trace[1686838881] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2670; }","duration":"243.301543ms","start":"2026-03-03T02:58:42.331981Z","end":"2026-03-03T02:58:42.575283Z","steps":["trace[1686838881] 'agreement among raft nodes before linearized reading' (duration: 243.091539ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:42.575261Z","caller":"traceutil/trace.go:171","msg":"trace[1616663505] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"709.384161ms","start":"2026-03-03T02:58:41.865788Z","end":"2026-03-03T02:58:42.575173Z","steps":["trace[1616663505] 'process raft request' (duration: 708.945031ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:42.575391Z","caller":"traceutil/trace.go:171","msg":"trace[1406826319] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18993576a4df95b1; range_end:; response_count:1; response_revision:2670; }","duration":"537.35524ms","start":"2026-03-03T02:58:42.038008Z","end":"2026-03-03T02:58:42.575363Z","steps":["trace[1406826319] 'agreement among raft nodes before linearized reading' (duration: 537.067754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:42.575447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:42.037986Z","time spent":"537.449722ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18993576a4df95b1\" "} {"level":"warn","ts":"2026-03-03T02:58:42.575542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:41.86577Z","time spent":"709.643486ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:58:42.575235Z","caller":"traceutil/trace.go:171","msg":"trace[1454789460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2670; }","duration":"681.296755ms","start":"2026-03-03T02:58:41.893922Z","end":"2026-03-03T02:58:42.575219Z","steps":["trace[1454789460] 'agreement among raft nodes before linearized reading' (duration: 681.07525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:42.575243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:42.033424Z","time spent":"541.807697ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T02:58:42.57564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:41.893902Z","time spent":"681.721444ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T02:58:42.575881Z","caller":"traceutil/trace.go:171","msg":"trace[606867236] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"710.570037ms","start":"2026-03-03T02:58:41.86441Z","end":"2026-03-03T02:58:42.57498Z","steps":["trace[606867236] 'process raft request' (duration: 710.286531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:42.576155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:41.864396Z","time spent":"711.702102ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:58:42.575868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:41.864109Z","time spent":"711.187081ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:58:42.576395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:41.863375Z","time spent":"711.932847ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:58:43.655307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.35608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:58:43.655422Z","caller":"traceutil/trace.go:171","msg":"trace[422288520] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"1.076340124s","start":"2026-03-03T02:58:42.579064Z","end":"2026-03-03T02:58:43.655404Z","steps":["trace[422288520] 'process raft request' (duration: 548.79853ms)","trace[422288520] 'compare' (duration: 526.919371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:43.655462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:42.579033Z","time spent":"1.076413476s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:58:43.661396Z","caller":"traceutil/trace.go:171","msg":"trace[1244907795] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"1.079139725s","start":"2026-03-03T02:58:42.582201Z","end":"2026-03-03T02:58:43.661341Z","steps":["trace[1244907795] 'process raft request' (duration: 1.078770177s)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:43.66148Z","caller":"traceutil/trace.go:171","msg":"trace[1450397423] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"909.546039ms","start":"2026-03-03T02:58:42.751914Z","end":"2026-03-03T02:58:43.66146Z","steps":["trace[1450397423] 'process raft request' (duration: 909.148299ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:43.661641Z","caller":"traceutil/trace.go:171","msg":"trace[1357941676] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"901.033722ms","start":"2026-03-03T02:58:42.760519Z","end":"2026-03-03T02:58:43.661552Z","steps":["trace[1357941676] 'process raft request' (duration: 900.786675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:43.661655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:42.582179Z","time spent":"1.079342241s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:58:43.661791Z","caller":"traceutil/trace.go:171","msg":"trace[1017719579] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"898.064357ms","start":"2026-03-03T02:58:42.763696Z","end":"2026-03-03T02:58:43.66176Z","steps":["trace[1017719579] 'process raft request' (duration: 897.774121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:43.661937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:42.763662Z","time spent":"898.213941ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:58:43.662139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:42.751854Z","time spent":"909.654431ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:58:43.662441Z","caller":"traceutil/trace.go:171","msg":"trace[1474345714] linearizableReadLoop","detail":"{readStateIndex:2780; appliedIndex:2778; }","duration":"986.244959ms","start":"2026-03-03T02:58:42.676167Z","end":"2026-03-03T02:58:43.662412Z","steps":["trace[1474345714] 'read index received' (duration: 451.987858ms)","trace[1474345714] 'applied index is now lower than readState.Index' (duration: 534.254391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:43.662699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.513116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T02:58:43.662701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:42.760511Z","time spent":"901.239877ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:58:43.662746Z","caller":"traceutil/trace.go:171","msg":"trace[1186858859] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:2675; }","duration":"986.627938ms","start":"2026-03-03T02:58:42.676104Z","end":"2026-03-03T02:58:43.662732Z","steps":["trace[1186858859] 'agreement among raft nodes before linearized reading' (duration: 986.446044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:43.662786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:42.675889Z","time spent":"986.886763ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-03T02:58:44.162994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990412894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T02:58:44.377013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.345335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:58:44.377445Z","caller":"traceutil/trace.go:171","msg":"trace[1373746034] linearizableReadLoop","detail":"{readStateIndex:2785; appliedIndex:2783; }","duration":"714.882721ms","start":"2026-03-03T02:58:43.662525Z","end":"2026-03-03T02:58:44.377408Z","steps":["trace[1373746034] 'read index received' (duration: 590.183718ms)","trace[1373746034] 'applied index is now lower than readState.Index' (duration: 124.695652ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:58:44.377483Z","caller":"traceutil/trace.go:171","msg":"trace[1934095446] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"1.121427843s","start":"2026-03-03T02:58:43.25603Z","end":"2026-03-03T02:58:44.377457Z","steps":["trace[1934095446] 'process raft request' (duration: 996.535956ms)","trace[1934095446] 'compare' (duration: 124.195752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:44.377548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:43.663674Z","time spent":"713.870249ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T02:58:44.377559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.234905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18993576b0c7a48e\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-03T02:58:44.377621Z","caller":"traceutil/trace.go:171","msg":"trace[666120153] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18993576b0c7a48e; range_end:; response_count:1; response_revision:2676; }","duration":"718.298316ms","start":"2026-03-03T02:58:43.659309Z","end":"2026-03-03T02:58:44.377607Z","steps":["trace[666120153] 'agreement among raft nodes before linearized reading' (duration: 718.101632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:44.377667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:43.256Z","time spent":"1.121562266s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:58:44.377666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:43.659246Z","time spent":"718.412708ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18993576b0c7a48e\" "} {"level":"warn","ts":"2026-03-03T02:58:44.377776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443535304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-03T02:58:44.37785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70108623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:58:44.377928Z","caller":"traceutil/trace.go:171","msg":"trace[640312249] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2676; }","duration":"1.443748938s","start":"2026-03-03T02:58:42.934148Z","end":"2026-03-03T02:58:44.377896Z","steps":["trace[640312249] 'agreement among raft nodes before linearized reading' (duration: 1.443307409s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:44.378004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:42.93412Z","time spent":"1.443867211s","remote":"127.0.0.1:53104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-03T02:58:44.378394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479334128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:58:44.378471Z","caller":"traceutil/trace.go:171","msg":"trace[2035667160] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2676; }","duration":"1.479478092s","start":"2026-03-03T02:58:42.898973Z","end":"2026-03-03T02:58:44.378451Z","steps":["trace[2035667160] 'agreement among raft nodes before linearized reading' (duration: 1.478559202s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:44.378531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:42.89894Z","time spent":"1.479575433s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-03T02:58:44.378464Z","caller":"traceutil/trace.go:171","msg":"trace[702658196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2676; }","duration":"1.701158731s","start":"2026-03-03T02:58:42.676746Z","end":"2026-03-03T02:58:44.377904Z","steps":["trace[702658196] 'agreement among raft nodes before linearized reading' (duration: 1.700985718s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:44.378765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:42.676655Z","time spent":"1.702094012s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T02:58:49.867527Z","caller":"traceutil/trace.go:171","msg":"trace[1998720247] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"162.794818ms","start":"2026-03-03T02:58:49.704695Z","end":"2026-03-03T02:58:49.86749Z","steps":["trace[1998720247] 'process raft request' (duration: 162.523642ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:49.867745Z","caller":"traceutil/trace.go:171","msg":"trace[1082848312] linearizableReadLoop","detail":"{readStateIndex:2816; appliedIndex:2813; }","duration":"159.909136ms","start":"2026-03-03T02:58:49.707793Z","end":"2026-03-03T02:58:49.867703Z","steps":["trace[1082848312] 'read index received' (duration: 67.311156ms)","trace[1082848312] 'applied index is now lower than readState.Index' (duration: 92.594779ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:58:49.867825Z","caller":"traceutil/trace.go:171","msg":"trace[101140942] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"162.124534ms","start":"2026-03-03T02:58:49.705664Z","end":"2026-03-03T02:58:49.867789Z","steps":["trace[101140942] 'process raft request' (duration: 161.774077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:49.86818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.346915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T02:58:49.868237Z","caller":"traceutil/trace.go:171","msg":"trace[779460507] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2706; }","duration":"160.468358ms","start":"2026-03-03T02:58:49.707752Z","end":"2026-03-03T02:58:49.86822Z","steps":["trace[779460507] 'agreement among raft nodes before linearized reading' (duration: 160.083389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:50.607202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.955708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:58:50.607328Z","caller":"traceutil/trace.go:171","msg":"trace[1198159918] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2708; }","duration":"239.208334ms","start":"2026-03-03T02:58:50.36809Z","end":"2026-03-03T02:58:50.607299Z","steps":["trace[1198159918] 'range keys from in-memory index tree' (duration: 238.837066ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:51.169044Z","caller":"traceutil/trace.go:171","msg":"trace[317034029] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"530.530969ms","start":"2026-03-03T02:58:50.638477Z","end":"2026-03-03T02:58:51.169008Z","steps":["trace[317034029] 'process raft request' (duration: 530.428997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:51.16928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:50.638467Z","time spent":"530.700414ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:58:51.169367Z","caller":"traceutil/trace.go:171","msg":"trace[361658559] linearizableReadLoop","detail":"{readStateIndex:2822; appliedIndex:2818; }","duration":"493.52598ms","start":"2026-03-03T02:58:50.675826Z","end":"2026-03-03T02:58:51.169352Z","steps":["trace[361658559] 'read index received' (duration: 17.249499ms)","trace[361658559] 'applied index is now lower than readState.Index' (duration: 476.274551ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:58:51.169058Z","caller":"traceutil/trace.go:171","msg":"trace[1350318701] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"531.522921ms","start":"2026-03-03T02:58:50.637501Z","end":"2026-03-03T02:58:51.169024Z","steps":["trace[1350318701] 'process raft request' (duration: 530.992979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:51.169549Z","caller":"traceutil/trace.go:171","msg":"trace[1209063059] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"530.604142ms","start":"2026-03-03T02:58:50.638932Z","end":"2026-03-03T02:58:51.169536Z","steps":["trace[1209063059] 'process raft request' (duration: 530.031349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:51.169581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:50.637494Z","time spent":"531.981592ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:58:51.169793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:50.638927Z","time spent":"530.689225ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:58:51.16991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.078402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:58:51.169965Z","caller":"traceutil/trace.go:171","msg":"trace[564707204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2712; }","duration":"494.147233ms","start":"2026-03-03T02:58:50.675799Z","end":"2026-03-03T02:58:51.169946Z","steps":["trace[564707204] 'agreement among raft nodes before linearized reading' (duration: 494.067131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:51.170006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:50.675786Z","time spent":"494.213825ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T02:58:51.170043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.622965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T02:58:51.170155Z","caller":"traceutil/trace.go:171","msg":"trace[1731262098] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2712; }","duration":"235.802759ms","start":"2026-03-03T02:58:50.934328Z","end":"2026-03-03T02:58:51.170131Z","steps":["trace[1731262098] 'agreement among raft nodes before linearized reading' (duration: 235.469331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:00:28.488492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.132251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:00:28.488649Z","caller":"traceutil/trace.go:171","msg":"trace[384567807] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"143.146135ms","start":"2026-03-03T03:00:28.345478Z","end":"2026-03-03T03:00:28.488624Z","steps":["trace[384567807] 'process raft request' (duration: 31.778999ms)","trace[384567807] 'compare' (duration: 110.893536ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:00:28.662148Z","caller":"traceutil/trace.go:171","msg":"trace[2009680514] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"117.551962ms","start":"2026-03-03T03:00:28.544555Z","end":"2026-03-03T03:00:28.662107Z","steps":["trace[2009680514] 'process raft request' (duration: 117.317717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:29.857652Z","caller":"traceutil/trace.go:171","msg":"trace[885136982] transaction","detail":"{read_only:false; response_revision:3182; number_of_response:1; }","duration":"111.382868ms","start":"2026-03-03T03:00:29.746235Z","end":"2026-03-03T03:00:29.857618Z","steps":["trace[885136982] 'process raft request' (duration: 47.091745ms)","trace[885136982] 'compare' (duration: 64.059758ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:00:29.857928Z","caller":"traceutil/trace.go:171","msg":"trace[636256371] transaction","detail":"{read_only:false; response_revision:3183; number_of_response:1; }","duration":"111.323775ms","start":"2026-03-03T03:00:29.746592Z","end":"2026-03-03T03:00:29.857916Z","steps":["trace[636256371] 'process raft request' (duration: 110.951727ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:32.459237Z","caller":"traceutil/trace.go:171","msg":"trace[2032110494] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"103.865472ms","start":"2026-03-03T03:00:32.355342Z","end":"2026-03-03T03:00:32.459207Z","steps":["trace[2032110494] 'process raft request' (duration: 103.692958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:37.935266Z","caller":"traceutil/trace.go:171","msg":"trace[8971739] transaction","detail":"{read_only:false; response_revision:3217; number_of_response:1; }","duration":"103.012393ms","start":"2026-03-03T03:00:37.832203Z","end":"2026-03-03T03:00:37.935216Z","steps":["trace[8971739] 'process raft request' (duration: 102.800779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:00:38.920344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.191945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T03:00:38.920442Z","caller":"traceutil/trace.go:171","msg":"trace[1935666209] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3222; }","duration":"112.351748ms","start":"2026-03-03T03:00:38.808069Z","end":"2026-03-03T03:00:38.920421Z","steps":["trace[1935666209] 'range keys from in-memory index tree' (duration: 111.96372ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:40.690347Z","caller":"traceutil/trace.go:171","msg":"trace[1929787431] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"126.148522ms","start":"2026-03-03T03:00:40.564141Z","end":"2026-03-03T03:00:40.690289Z","steps":["trace[1929787431] 'process raft request' (duration: 43.943956ms)","trace[1929787431] 'compare' (duration: 81.866279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:00:42.183014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.655232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T03:00:42.183136Z","caller":"traceutil/trace.go:171","msg":"trace[1741054746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3235; }","duration":"166.855197ms","start":"2026-03-03T03:00:42.016248Z","end":"2026-03-03T03:00:42.183104Z","steps":["trace[1741054746] 'range keys from in-memory index tree' (duration: 166.373956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:00:44.866621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.944275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:00:44.866707Z","caller":"traceutil/trace.go:171","msg":"trace[1078907529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3248; }","duration":"191.088178ms","start":"2026-03-03T03:00:44.675598Z","end":"2026-03-03T03:00:44.866686Z","steps":["trace[1078907529] 'range keys from in-memory index tree' (duration: 190.865594ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:46.538052Z","caller":"traceutil/trace.go:171","msg":"trace[995275477] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"109.130468ms","start":"2026-03-03T03:00:46.428878Z","end":"2026-03-03T03:00:46.538008Z","steps":["trace[995275477] 'process raft request' (duration: 62.013142ms)","trace[995275477] 'compare' (duration: 46.960501ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:00:47.751559Z","caller":"traceutil/trace.go:171","msg":"trace[1438922703] transaction","detail":"{read_only:false; response_revision:3263; number_of_response:1; }","duration":"122.195665ms","start":"2026-03-03T03:00:47.629326Z","end":"2026-03-03T03:00:47.751522Z","steps":["trace[1438922703] 'process raft request' (duration: 121.997781ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:49.093009Z","caller":"traceutil/trace.go:171","msg":"trace[1882835808] transaction","detail":"{read_only:false; response_revision:3268; number_of_response:1; }","duration":"193.524703ms","start":"2026-03-03T03:00:48.899445Z","end":"2026-03-03T03:00:49.092969Z","steps":["trace[1882835808] 'process raft request' (duration: 193.206625ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:49.158101Z","caller":"traceutil/trace.go:171","msg":"trace[206861556] linearizableReadLoop","detail":"{readStateIndex:3404; appliedIndex:3402; }","duration":"227.08935ms","start":"2026-03-03T03:00:48.930973Z","end":"2026-03-03T03:00:49.158062Z","steps":["trace[206861556] 'read index received' (duration: 161.768744ms)","trace[206861556] 'applied index is now lower than readState.Index' (duration: 65.318906ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:00:49.158224Z","caller":"traceutil/trace.go:171","msg":"trace[1150727727] transaction","detail":"{read_only:false; response_revision:3269; number_of_response:1; }","duration":"255.393841ms","start":"2026-03-03T03:00:48.902775Z","end":"2026-03-03T03:00:49.158169Z","steps":["trace[1150727727] 'process raft request' (duration: 234.923151ms)","trace[1150727727] 'compare' (duration: 20.211274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:00:49.158543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.547689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T03:00:49.158608Z","caller":"traceutil/trace.go:171","msg":"trace[1216931694] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3269; }","duration":"227.683902ms","start":"2026-03-03T03:00:48.930908Z","end":"2026-03-03T03:00:49.158591Z","steps":["trace[1216931694] 'agreement among raft nodes before linearized reading' (duration: 227.368895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:50.632165Z","caller":"traceutil/trace.go:171","msg":"trace[831743350] transaction","detail":"{read_only:false; response_revision:3274; number_of_response:1; }","duration":"119.152738ms","start":"2026-03-03T03:00:50.512951Z","end":"2026-03-03T03:00:50.632104Z","steps":["trace[831743350] 'process raft request' (duration: 118.813911ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:51.275054Z","caller":"traceutil/trace.go:171","msg":"trace[1349415719] transaction","detail":"{read_only:false; response_revision:3278; number_of_response:1; }","duration":"110.934736ms","start":"2026-03-03T03:00:51.164073Z","end":"2026-03-03T03:00:51.275008Z","steps":["trace[1349415719] 'process raft request' (duration: 109.882673ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:52.806589Z","caller":"traceutil/trace.go:171","msg":"trace[1586986248] transaction","detail":"{read_only:false; response_revision:3283; number_of_response:1; }","duration":"116.786715ms","start":"2026-03-03T03:00:52.689767Z","end":"2026-03-03T03:00:52.806554Z","steps":["trace[1586986248] 'process raft request' (duration: 89.187739ms)","trace[1586986248] 'compare' (duration: 27.32536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:00:52.806917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.9229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:00:52.806966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.409648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T03:00:52.807026Z","caller":"traceutil/trace.go:171","msg":"trace[1252323763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3284; }","duration":"133.114894ms","start":"2026-03-03T03:00:52.673883Z","end":"2026-03-03T03:00:52.806998Z","steps":["trace[1252323763] 'agreement among raft nodes before linearized reading' (duration: 132.861198ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:52.807035Z","caller":"traceutil/trace.go:171","msg":"trace[1759364579] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:3284; }","duration":"122.553332ms","start":"2026-03-03T03:00:52.684465Z","end":"2026-03-03T03:00:52.807019Z","steps":["trace[1759364579] 'agreement among raft nodes before linearized reading' (duration: 122.336138ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:53.020843Z","caller":"traceutil/trace.go:171","msg":"trace[1773166041] transaction","detail":"{read_only:false; response_revision:3285; number_of_response:1; }","duration":"169.422983ms","start":"2026-03-03T03:00:52.85137Z","end":"2026-03-03T03:00:53.020793Z","steps":["trace[1773166041] 'process raft request' (duration: 169.205388ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:01:01.579776Z","caller":"traceutil/trace.go:171","msg":"trace[146106607] transaction","detail":"{read_only:false; response_revision:3324; number_of_response:1; }","duration":"111.625972ms","start":"2026-03-03T03:01:01.468116Z","end":"2026-03-03T03:01:01.579741Z","steps":["trace[146106607] 'process raft request' (duration: 111.433038ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:01:05.533904Z","caller":"traceutil/trace.go:171","msg":"trace[940437713] transaction","detail":"{read_only:false; response_revision:3341; number_of_response:1; }","duration":"124.393853ms","start":"2026-03-03T03:01:05.409486Z","end":"2026-03-03T03:01:05.53388Z","steps":["trace[940437713] 'process raft request' (duration: 124.25073ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:01:07.230357Z","caller":"traceutil/trace.go:171","msg":"trace[1445899012] transaction","detail":"{read_only:false; response_revision:3348; number_of_response:1; }","duration":"116.439259ms","start":"2026-03-03T03:01:07.113861Z","end":"2026-03-03T03:01:07.2303Z","steps":["trace[1445899012] 'process raft request' (duration: 41.992603ms)","trace[1445899012] 'compare' (duration: 74.1621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:01:32.240958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.0532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:01:32.241086Z","caller":"traceutil/trace.go:171","msg":"trace[2061650655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3587; }","duration":"121.265614ms","start":"2026-03-03T03:01:32.119792Z","end":"2026-03-03T03:01:32.241058Z","steps":["trace[2061650655] 'range keys from in-memory index tree' (duration: 120.876365ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:02:04.540417Z","caller":"traceutil/trace.go:171","msg":"trace[894597459] transaction","detail":"{read_only:false; response_revision:3828; number_of_response:1; }","duration":"417.878747ms","start":"2026-03-03T03:02:04.122509Z","end":"2026-03-03T03:02:04.540388Z","steps":["trace[894597459] 'process raft request' (duration: 417.691883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:02:04.540616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:02:04.12248Z","time spent":"418.0274ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:02:04.988022Z","caller":"traceutil/trace.go:171","msg":"trace[733506880] linearizableReadLoop","detail":"{readStateIndex:3985; appliedIndex:3984; }","duration":"121.943833ms","start":"2026-03-03T03:02:04.866025Z","end":"2026-03-03T03:02:04.987969Z","steps":["trace[733506880] 'read index received' (duration: 116.914632ms)","trace[733506880] 'applied index is now lower than readState.Index' (duration: 5.027201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:02:04.988608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.480064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-03T03:02:04.988692Z","caller":"traceutil/trace.go:171","msg":"trace[894820553] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3829; }","duration":"122.696759ms","start":"2026-03-03T03:02:04.865972Z","end":"2026-03-03T03:02:04.988669Z","steps":["trace[894820553] 'agreement among raft nodes before linearized reading' (duration: 122.343402ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:02:04.9882Z","caller":"traceutil/trace.go:171","msg":"trace[2136960900] transaction","detail":"{read_only:false; response_revision:3829; number_of_response:1; }","duration":"373.762543ms","start":"2026-03-03T03:02:04.614413Z","end":"2026-03-03T03:02:04.988175Z","steps":["trace[2136960900] 'process raft request' (duration: 368.595259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:02:04.989106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:02:04.614378Z","time spent":"374.546721ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:03:23.435722Z","caller":"traceutil/trace.go:171","msg":"trace[1046819439] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"190.689892ms","start":"2026-03-03T03:03:23.245005Z","end":"2026-03-03T03:03:23.435695Z","steps":["trace[1046819439] 'process raft request' (duration: 183.977404ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:23.438212Z","caller":"traceutil/trace.go:171","msg":"trace[239652090] transaction","detail":"{read_only:false; response_revision:4624; number_of_response:1; }","duration":"187.133294ms","start":"2026-03-03T03:03:23.251056Z","end":"2026-03-03T03:03:23.438189Z","steps":["trace[239652090] 'process raft request' (duration: 186.852618ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:23.438251Z","caller":"traceutil/trace.go:171","msg":"trace[1301961946] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"105.286121ms","start":"2026-03-03T03:03:23.332936Z","end":"2026-03-03T03:03:23.438222Z","steps":["trace[1301961946] 'process raft request' (duration: 105.183039ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:23.438577Z","caller":"traceutil/trace.go:171","msg":"trace[2067691995] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"155.21216ms","start":"2026-03-03T03:03:23.283346Z","end":"2026-03-03T03:03:23.438559Z","steps":["trace[2067691995] 'process raft request' (duration: 154.706879ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:26.502452Z","caller":"traceutil/trace.go:171","msg":"trace[1598409875] linearizableReadLoop","detail":"{readStateIndex:4888; appliedIndex:4887; }","duration":"115.124537ms","start":"2026-03-03T03:03:26.387303Z","end":"2026-03-03T03:03:26.502427Z","steps":["trace[1598409875] 'read index received' (duration: 114.535524ms)","trace[1598409875] 'applied index is now lower than readState.Index' (duration: 587.963µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:03:26.502554Z","caller":"traceutil/trace.go:171","msg":"trace[1820328230] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"144.314961ms","start":"2026-03-03T03:03:26.358229Z","end":"2026-03-03T03:03:26.502544Z","steps":["trace[1820328230] 'process raft request' (duration: 143.670668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:26.502803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.477854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T03:03:26.502857Z","caller":"traceutil/trace.go:171","msg":"trace[1412032072] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4696; }","duration":"115.589037ms","start":"2026-03-03T03:03:26.387251Z","end":"2026-03-03T03:03:26.50284Z","steps":["trace[1412032072] 'agreement among raft nodes before linearized reading' (duration: 115.397063ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:26.513636Z","caller":"traceutil/trace.go:171","msg":"trace[1974354390] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"123.129513ms","start":"2026-03-03T03:03:26.390447Z","end":"2026-03-03T03:03:26.513576Z","steps":["trace[1974354390] 'process raft request' (duration: 122.905179ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:26.848151Z","caller":"traceutil/trace.go:171","msg":"trace[302979260] linearizableReadLoop","detail":"{readStateIndex:4897; appliedIndex:4894; }","duration":"290.261975ms","start":"2026-03-03T03:03:26.557861Z","end":"2026-03-03T03:03:26.848123Z","steps":["trace[302979260] 'read index received' (duration: 289.715774ms)","trace[302979260] 'applied index is now lower than readState.Index' (duration: 544.741µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:03:26.848207Z","caller":"traceutil/trace.go:171","msg":"trace[2140468417] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"319.806677ms","start":"2026-03-03T03:03:26.528317Z","end":"2026-03-03T03:03:26.848123Z","steps":["trace[2140468417] 'process raft request' (duration: 319.394788ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:26.848324Z","caller":"traceutil/trace.go:171","msg":"trace[1120445554] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"313.391466ms","start":"2026-03-03T03:03:26.534841Z","end":"2026-03-03T03:03:26.848233Z","steps":["trace[1120445554] 'process raft request' (duration: 313.199412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:26.848426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.530841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-03T03:03:26.848439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:26.528281Z","time spent":"320.029502ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1218,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:03:26.84847Z","caller":"traceutil/trace.go:171","msg":"trace[631195652] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4705; }","duration":"290.606823ms","start":"2026-03-03T03:03:26.557854Z","end":"2026-03-03T03:03:26.848461Z","steps":["trace[631195652] 'agreement among raft nodes before linearized reading' (duration: 290.401908ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:26.848508Z","caller":"traceutil/trace.go:171","msg":"trace[1067120243] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"319.544211ms","start":"2026-03-03T03:03:26.528929Z","end":"2026-03-03T03:03:26.848473Z","steps":["trace[1067120243] 'process raft request' (duration: 319.014509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:26.848685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:26.528904Z","time spent":"319.669354ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T03:03:26.84871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:26.534826Z","time spent":"313.649852ms","remote":"127.0.0.1:53358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11903,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:03:26.853993Z","caller":"traceutil/trace.go:171","msg":"trace[94189951] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"294.849167ms","start":"2026-03-03T03:03:26.559121Z","end":"2026-03-03T03:03:26.85397Z","steps":["trace[94189951] 'process raft request' (duration: 294.626232ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:26.854031Z","caller":"traceutil/trace.go:171","msg":"trace[1091446872] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"294.570751ms","start":"2026-03-03T03:03:26.559447Z","end":"2026-03-03T03:03:26.854018Z","steps":["trace[1091446872] 'process raft request' (duration: 294.461069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:26.854341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.408701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:03:26.854397Z","caller":"traceutil/trace.go:171","msg":"trace[1163976032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4708; }","duration":"178.525003ms","start":"2026-03-03T03:03:26.675857Z","end":"2026-03-03T03:03:26.854382Z","steps":["trace[1163976032] 'agreement among raft nodes before linearized reading' (duration: 178.38298ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:26.854439Z","caller":"traceutil/trace.go:171","msg":"trace[1884109665] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"291.895512ms","start":"2026-03-03T03:03:26.562515Z","end":"2026-03-03T03:03:26.854411Z","steps":["trace[1884109665] 'process raft request' (duration: 291.433672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:26.854656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.837452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-03T03:03:26.854698Z","caller":"traceutil/trace.go:171","msg":"trace[878714027] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4708; }","duration":"149.939864ms","start":"2026-03-03T03:03:26.704749Z","end":"2026-03-03T03:03:26.854689Z","steps":["trace[878714027] 'agreement among raft nodes before linearized reading' (duration: 149.77187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:26.85509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.828227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957109"} {"level":"info","ts":"2026-03-03T03:03:26.855133Z","caller":"traceutil/trace.go:171","msg":"trace[256794772] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4708; }","duration":"284.913899ms","start":"2026-03-03T03:03:26.570209Z","end":"2026-03-03T03:03:26.855123Z","steps":["trace[256794772] 'agreement among raft nodes before linearized reading' (duration: 284.172582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:31.202598Z","caller":"traceutil/trace.go:171","msg":"trace[1618332325] linearizableReadLoop","detail":"{readStateIndex:4995; appliedIndex:4994; }","duration":"176.53065ms","start":"2026-03-03T03:03:31.026039Z","end":"2026-03-03T03:03:31.202569Z","steps":["trace[1618332325] 'read index received' (duration: 176.356805ms)","trace[1618332325] 'applied index is now lower than readState.Index' (duration: 169.705µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:03:31.20265Z","caller":"traceutil/trace.go:171","msg":"trace[904695704] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"228.564987ms","start":"2026-03-03T03:03:30.97405Z","end":"2026-03-03T03:03:31.202615Z","steps":["trace[904695704] 'process raft request' (duration: 228.328481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:31.202902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.849827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T03:03:31.202949Z","caller":"traceutil/trace.go:171","msg":"trace[1202755484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4802; }","duration":"176.966831ms","start":"2026-03-03T03:03:31.025969Z","end":"2026-03-03T03:03:31.202936Z","steps":["trace[1202755484] 'agreement among raft nodes before linearized reading' (duration: 176.767026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:33.597272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.931918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-03T03:03:33.597391Z","caller":"traceutil/trace.go:171","msg":"trace[228838298] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4962; }","duration":"437.059901ms","start":"2026-03-03T03:03:33.160307Z","end":"2026-03-03T03:03:33.597367Z","steps":["trace[228838298] 'range keys from in-memory index tree' (duration: 436.762165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:33.597359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.640261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T03:03:33.597444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:33.160281Z","time spent":"437.148103ms","remote":"127.0.0.1:53120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-03T03:03:33.597472Z","caller":"traceutil/trace.go:171","msg":"trace[367747667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4962; }","duration":"102.864056ms","start":"2026-03-03T03:03:33.494581Z","end":"2026-03-03T03:03:33.597445Z","steps":["trace[367747667] 'range keys from in-memory index tree' (duration: 102.342164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:33.59746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.034642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-03T03:03:33.597568Z","caller":"traceutil/trace.go:171","msg":"trace[1636935656] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4962; }","duration":"438.220067ms","start":"2026-03-03T03:03:33.159322Z","end":"2026-03-03T03:03:33.597542Z","steps":["trace[1636935656] 'range keys from in-memory index tree' (duration: 437.773517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:33.597534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.061754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718789"} {"level":"warn","ts":"2026-03-03T03:03:33.597531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.169546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-03T03:03:33.597621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:33.159293Z","time spent":"438.316228ms","remote":"127.0.0.1:53120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-03T03:03:33.597641Z","caller":"traceutil/trace.go:171","msg":"trace[349854656] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4962; }","duration":"321.204448ms","start":"2026-03-03T03:03:33.276414Z","end":"2026-03-03T03:03:33.597618Z","steps":["trace[349854656] 'range keys from in-memory index tree' (duration: 320.481631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:33.597718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:33.2764Z","time spent":"321.30499ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":718812,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-03T03:03:33.597717Z","caller":"traceutil/trace.go:171","msg":"trace[185293303] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4962; }","duration":"438.39391ms","start":"2026-03-03T03:03:33.159257Z","end":"2026-03-03T03:03:33.597651Z","steps":["trace[185293303] 'range keys from in-memory index tree' (duration: 437.799187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:33.597806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:33.159228Z","time spent":"438.557815ms","remote":"127.0.0.1:53120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-03T03:03:33.597527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.731326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-03T03:03:33.597843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.370318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T03:03:33.597891Z","caller":"traceutil/trace.go:171","msg":"trace[1769366596] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4962; }","duration":"438.175697ms","start":"2026-03-03T03:03:33.159691Z","end":"2026-03-03T03:03:33.597867Z","steps":["trace[1769366596] 'range keys from in-memory index tree' (duration: 437.410469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:33.597952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:33.159668Z","time spent":"438.266178ms","remote":"127.0.0.1:53120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-03T03:03:33.597923Z","caller":"traceutil/trace.go:171","msg":"trace[1473592743] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4962; }","duration":"471.491641ms","start":"2026-03-03T03:03:33.126417Z","end":"2026-03-03T03:03:33.597908Z","steps":["trace[1473592743] 'range keys from in-memory index tree' (duration: 470.436137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:33.598009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:33.126395Z","time spent":"471.604173ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T03:03:33.598002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.870477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T03:03:33.598059Z","caller":"traceutil/trace.go:171","msg":"trace[1987530686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4962; }","duration":"102.99227ms","start":"2026-03-03T03:03:33.495048Z","end":"2026-03-03T03:03:33.59804Z","steps":["trace[1987530686] 'range keys from in-memory index tree' (duration: 101.917426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:33.597758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.718763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T03:03:33.598419Z","caller":"traceutil/trace.go:171","msg":"trace[118570215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4962; }","duration":"383.740207ms","start":"2026-03-03T03:03:33.214664Z","end":"2026-03-03T03:03:33.598404Z","steps":["trace[118570215] 'range keys from in-memory index tree' (duration: 382.422557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:33.598457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:33.214649Z","time spent":"383.795397ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T03:03:35.210412Z","caller":"traceutil/trace.go:171","msg":"trace[1683024439] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"373.494031ms","start":"2026-03-03T03:03:34.83689Z","end":"2026-03-03T03:03:35.210384Z","steps":["trace[1683024439] 'process raft request' (duration: 373.339557ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:35.210422Z","caller":"traceutil/trace.go:171","msg":"trace[60033252] linearizableReadLoop","detail":"{readStateIndex:5188; appliedIndex:5188; }","duration":"316.355952ms","start":"2026-03-03T03:03:34.894031Z","end":"2026-03-03T03:03:35.210386Z","steps":["trace[60033252] 'read index received' (duration: 316.341581ms)","trace[60033252] 'applied index is now lower than readState.Index' (duration: 10.541µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:03:35.210568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:34.836854Z","time spent":"373.632444ms","remote":"127.0.0.1:59718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T03:03:35.210789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.7275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-03T03:03:35.210837Z","caller":"traceutil/trace.go:171","msg":"trace[475715880] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4988; }","duration":"316.829382ms","start":"2026-03-03T03:03:34.893992Z","end":"2026-03-03T03:03:35.210822Z","steps":["trace[475715880] 'agreement among raft nodes before linearized reading' (duration: 316.541676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:35.210884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:34.893973Z","time spent":"316.895073ms","remote":"127.0.0.1:53104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T03:03:35.711566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990418678,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:03:35.766126Z","caller":"traceutil/trace.go:171","msg":"trace[1752840543] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"830.691947ms","start":"2026-03-03T03:03:34.935311Z","end":"2026-03-03T03:03:35.766003Z","steps":["trace[1752840543] 'process raft request' (duration: 830.181475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:35.766328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:34.935274Z","time spent":"830.944472ms","remote":"127.0.0.1:58386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413777,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:03:35.768011Z","caller":"traceutil/trace.go:171","msg":"trace[272846862] linearizableReadLoop","detail":"{readStateIndex:5190; appliedIndex:5188; }","duration":"557.473515ms","start":"2026-03-03T03:03:35.210494Z","end":"2026-03-03T03:03:35.767968Z","steps":["trace[272846862] 'read index received' (duration: 554.94943ms)","trace[272846862] 'applied index is now lower than readState.Index' (duration: 2.522065ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:03:35.768069Z","caller":"traceutil/trace.go:171","msg":"trace[429664899] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"234.984158ms","start":"2026-03-03T03:03:35.53304Z","end":"2026-03-03T03:03:35.768024Z","steps":["trace[429664899] 'process raft request' (duration: 234.751103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:35.768344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.712564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T03:03:35.76841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.712412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1459"} {"level":"info","ts":"2026-03-03T03:03:35.768442Z","caller":"traceutil/trace.go:171","msg":"trace[896855780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4990; }","duration":"112.864107ms","start":"2026-03-03T03:03:35.655558Z","end":"2026-03-03T03:03:35.768422Z","steps":["trace[896855780] 'agreement among raft nodes before linearized reading' (duration: 112.644022ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:35.768469Z","caller":"traceutil/trace.go:171","msg":"trace[805953011] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4990; }","duration":"553.815563ms","start":"2026-03-03T03:03:35.214626Z","end":"2026-03-03T03:03:35.768441Z","steps":["trace[805953011] 'agreement among raft nodes before linearized reading' (duration: 553.564128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:35.768505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.977472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:03:35.768515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:35.214602Z","time spent":"553.900966ms","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1482,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-03T03:03:35.76855Z","caller":"traceutil/trace.go:171","msg":"trace[1809793970] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4990; }","duration":"345.084594ms","start":"2026-03-03T03:03:35.423455Z","end":"2026-03-03T03:03:35.768539Z","steps":["trace[1809793970] 'agreement among raft nodes before linearized reading' (duration: 344.982802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:35.768579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:35.423426Z","time spent":"345.145346ms","remote":"127.0.0.1:32916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:03:35.76858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.160581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T03:03:35.768651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.899418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T03:03:35.768678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.941426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1475"} {"level":"info","ts":"2026-03-03T03:03:35.768751Z","caller":"traceutil/trace.go:171","msg":"trace[1850682448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4990; }","duration":"113.067232ms","start":"2026-03-03T03:03:35.655662Z","end":"2026-03-03T03:03:35.768729Z","steps":["trace[1850682448] 'agreement among raft nodes before linearized reading' (duration: 112.739444ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:35.768808Z","caller":"traceutil/trace.go:171","msg":"trace[688726647] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4990; }","duration":"554.06526ms","start":"2026-03-03T03:03:35.214706Z","end":"2026-03-03T03:03:35.768771Z","steps":["trace[688726647] 'agreement among raft nodes before linearized reading' (duration: 553.828504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:35.768866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:35.2147Z","time spent":"554.153622ms","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1498,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-03T03:03:35.768844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.880449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-064d510c-c923-4270-9241-4a4af7f1f621\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-03T03:03:35.768975Z","caller":"traceutil/trace.go:171","msg":"trace[431475854] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-064d510c-c923-4270-9241-4a4af7f1f621; range_end:; response_count:1; response_revision:4990; }","duration":"172.086723ms","start":"2026-03-03T03:03:35.596859Z","end":"2026-03-03T03:03:35.768946Z","steps":["trace[431475854] 'agreement among raft nodes before linearized reading' (duration: 171.642123ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:35.768705Z","caller":"traceutil/trace.go:171","msg":"trace[1656098668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4990; }","duration":"112.330145ms","start":"2026-03-03T03:03:35.656346Z","end":"2026-03-03T03:03:35.768677Z","steps":["trace[1656098668] 'agreement among raft nodes before linearized reading' (duration: 111.960867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:35.769009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.266864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1267"} {"level":"warn","ts":"2026-03-03T03:03:35.768456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.383474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-064d510c-c923-4270-9241-4a4af7f1f621\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-03T03:03:35.769069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.360173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718789"} {"level":"info","ts":"2026-03-03T03:03:35.76912Z","caller":"traceutil/trace.go:171","msg":"trace[696285086] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4990; }","duration":"554.411597ms","start":"2026-03-03T03:03:35.214678Z","end":"2026-03-03T03:03:35.769089Z","steps":["trace[696285086] 'agreement among raft nodes before linearized reading' (duration: 553.984157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:35.769176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:35.214672Z","time spent":"554.488869ms","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1290,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-03-03T03:03:35.769871Z","caller":"traceutil/trace.go:171","msg":"trace[1779625790] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-064d510c-c923-4270-9241-4a4af7f1f621; range_end:; response_count:1; response_revision:4990; }","duration":"765.119521ms","start":"2026-03-03T03:03:35.003985Z","end":"2026-03-03T03:03:35.769105Z","steps":["trace[1779625790] 'agreement among raft nodes before linearized reading' (duration: 764.20434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:35.770016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:35.003965Z","time spent":"766.0011ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-064d510c-c923-4270-9241-4a4af7f1f621\" "} {"level":"info","ts":"2026-03-03T03:03:35.770123Z","caller":"traceutil/trace.go:171","msg":"trace[1467863992] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4990; }","duration":"709.493966ms","start":"2026-03-03T03:03:35.059622Z","end":"2026-03-03T03:03:35.769116Z","steps":["trace[1467863992] 'agreement among raft nodes before linearized reading' (duration: 708.443222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:35.770169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:35.059602Z","time spent":"710.554548ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":718812,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-03T03:03:38.572301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.760431ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T03:03:38.572661Z","caller":"traceutil/trace.go:171","msg":"trace[1165976486] linearizableReadLoop","detail":"{readStateIndex:5233; appliedIndex:5232; }","duration":"496.43926ms","start":"2026-03-03T03:03:38.076184Z","end":"2026-03-03T03:03:38.572623Z","steps":["trace[1165976486] 'read index received' (duration: 365.344772ms)","trace[1165976486] 'applied index is now lower than readState.Index' (duration: 131.091678ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:03:38.572775Z","caller":"traceutil/trace.go:171","msg":"trace[220488577] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"265.808417ms","start":"2026-03-03T03:03:38.30694Z","end":"2026-03-03T03:03:38.572748Z","steps":["trace[220488577] 'process raft request' (duration: 265.740125ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:38.572965Z","caller":"traceutil/trace.go:171","msg":"trace[365352180] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"274.335586ms","start":"2026-03-03T03:03:38.298594Z","end":"2026-03-03T03:03:38.57293Z","steps":["trace[365352180] 'process raft request' (duration: 273.876155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:38.573002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.11817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T03:03:38.573046Z","caller":"traceutil/trace.go:171","msg":"trace[2047518210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5032; }","duration":"401.260443ms","start":"2026-03-03T03:03:38.171771Z","end":"2026-03-03T03:03:38.573032Z","steps":["trace[2047518210] 'agreement among raft nodes before linearized reading' (duration: 401.031377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:38.573101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:38.171742Z","time spent":"401.343745ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:03:38.573115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.394249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:03:38.573173Z","caller":"traceutil/trace.go:171","msg":"trace[20793405] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5032; }","duration":"275.492832ms","start":"2026-03-03T03:03:38.297668Z","end":"2026-03-03T03:03:38.57316Z","steps":["trace[20793405] 'agreement among raft nodes before linearized reading' (duration: 275.383709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:38.573224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.944912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T03:03:38.573323Z","caller":"traceutil/trace.go:171","msg":"trace[1525196621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5032; }","duration":"497.195487ms","start":"2026-03-03T03:03:38.076105Z","end":"2026-03-03T03:03:38.5733Z","steps":["trace[1525196621] 'agreement among raft nodes before linearized reading' (duration: 496.688435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:38.573412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:38.076074Z","time spent":"497.32414ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:03:38.57329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.318677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:03:38.573565Z","caller":"traceutil/trace.go:171","msg":"trace[1747555115] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5032; }","duration":"147.673484ms","start":"2026-03-03T03:03:38.425865Z","end":"2026-03-03T03:03:38.573538Z","steps":["trace[1747555115] 'agreement among raft nodes before linearized reading' (duration: 147.138462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:38.573663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.727039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-03T03:03:38.573639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.807082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776974"} {"level":"info","ts":"2026-03-03T03:03:38.573752Z","caller":"traceutil/trace.go:171","msg":"trace[1867338261] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:5032; }","duration":"227.851402ms","start":"2026-03-03T03:03:38.345881Z","end":"2026-03-03T03:03:38.573733Z","steps":["trace[1867338261] 'agreement among raft nodes before linearized reading' (duration: 226.966612ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:38.573777Z","caller":"traceutil/trace.go:171","msg":"trace[803245683] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5032; }","duration":"273.041048ms","start":"2026-03-03T03:03:38.300711Z","end":"2026-03-03T03:03:38.573752Z","steps":["trace[803245683] 'agreement among raft nodes before linearized reading' (duration: 272.273841ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:40.106832Z","caller":"traceutil/trace.go:171","msg":"trace[463178213] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"181.170312ms","start":"2026-03-03T03:03:39.925634Z","end":"2026-03-03T03:03:40.106804Z","steps":["trace[463178213] 'process raft request' (duration: 180.997169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:40.109873Z","caller":"traceutil/trace.go:171","msg":"trace[1716870214] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"142.559592ms","start":"2026-03-03T03:03:39.967283Z","end":"2026-03-03T03:03:40.109843Z","steps":["trace[1716870214] 'process raft request' (duration: 142.312747ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:43.974972Z","caller":"traceutil/trace.go:171","msg":"trace[1757672276] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"120.871504ms","start":"2026-03-03T03:03:43.85407Z","end":"2026-03-03T03:03:43.974941Z","steps":["trace[1757672276] 'process raft request' (duration: 71.002134ms)","trace[1757672276] 'compare' (duration: 49.557593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:03:43.976016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.88252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T03:03:43.976089Z","caller":"traceutil/trace.go:171","msg":"trace[1328875254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5153; }","duration":"129.039343ms","start":"2026-03-03T03:03:43.847034Z","end":"2026-03-03T03:03:43.976074Z","steps":["trace[1328875254] 'agreement among raft nodes before linearized reading' (duration: 128.766967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:43.990475Z","caller":"traceutil/trace.go:171","msg":"trace[1270140127] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"101.333503ms","start":"2026-03-03T03:03:43.889128Z","end":"2026-03-03T03:03:43.990462Z","steps":["trace[1270140127] 'process raft request' (duration: 101.102348ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:44.808155Z","caller":"traceutil/trace.go:171","msg":"trace[1339123883] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"127.380246ms","start":"2026-03-03T03:03:44.680747Z","end":"2026-03-03T03:03:44.808128Z","steps":["trace[1339123883] 'process raft request' (duration: 64.678765ms)","trace[1339123883] 'compare' (duration: 62.393785ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:03:46.708723Z","caller":"traceutil/trace.go:171","msg":"trace[1371988706] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"101.245321ms","start":"2026-03-03T03:03:46.607447Z","end":"2026-03-03T03:03:46.708693Z","steps":["trace[1371988706] 'process raft request' (duration: 101.069637ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:46.717718Z","caller":"traceutil/trace.go:171","msg":"trace[711208753] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"101.229871ms","start":"2026-03-03T03:03:46.61643Z","end":"2026-03-03T03:03:46.71766Z","steps":["trace[711208753] 'process raft request' (duration: 101.034297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:47.206857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.659901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:03:47.20697Z","caller":"traceutil/trace.go:171","msg":"trace[1594055191] linearizableReadLoop","detail":"{readStateIndex:5379; appliedIndex:5378; }","duration":"131.15709ms","start":"2026-03-03T03:03:47.075795Z","end":"2026-03-03T03:03:47.206952Z","steps":["trace[1594055191] 'read index received' (duration: 29.309235ms)","trace[1594055191] 'applied index is now lower than readState.Index' (duration: 101.846325ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:03:47.206995Z","caller":"traceutil/trace.go:171","msg":"trace[1422631660] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"173.425682ms","start":"2026-03-03T03:03:47.033528Z","end":"2026-03-03T03:03:47.206954Z","steps":["trace[1422631660] 'process raft request' (duration: 71.594677ms)","trace[1422631660] 'compare' (duration: 101.385824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:03:47.207072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.278023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:03:47.207103Z","caller":"traceutil/trace.go:171","msg":"trace[331287915] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5172; }","duration":"131.363805ms","start":"2026-03-03T03:03:47.075729Z","end":"2026-03-03T03:03:47.207093Z","steps":["trace[331287915] 'agreement among raft nodes before linearized reading' (duration: 131.268183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:47.412287Z","caller":"traceutil/trace.go:171","msg":"trace[96285328] linearizableReadLoop","detail":"{readStateIndex:5381; appliedIndex:5380; }","duration":"101.853295ms","start":"2026-03-03T03:03:47.310392Z","end":"2026-03-03T03:03:47.412246Z","steps":["trace[96285328] 'read index received' (duration: 6.82319ms)","trace[96285328] 'applied index is now lower than readState.Index' (duration: 95.028325ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:03:47.412361Z","caller":"traceutil/trace.go:171","msg":"trace[1997495946] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"126.983818ms","start":"2026-03-03T03:03:47.285325Z","end":"2026-03-03T03:03:47.412309Z","steps":["trace[1997495946] 'process raft request' (duration: 31.994185ms)","trace[1997495946] 'compare' (duration: 94.685997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:03:47.412624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.208643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-03T03:03:47.412669Z","caller":"traceutil/trace.go:171","msg":"trace[1683186162] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5174; }","duration":"102.344976ms","start":"2026-03-03T03:03:47.310312Z","end":"2026-03-03T03:03:47.412657Z","steps":["trace[1683186162] 'agreement among raft nodes before linearized reading' (duration: 102.07623ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:47.669987Z","caller":"traceutil/trace.go:171","msg":"trace[747688837] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"115.549706ms","start":"2026-03-03T03:03:47.554402Z","end":"2026-03-03T03:03:47.669951Z","steps":["trace[747688837] 'process raft request' (duration: 115.402742ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:47.670043Z","caller":"traceutil/trace.go:171","msg":"trace[1590700959] linearizableReadLoop","detail":"{readStateIndex:5389; appliedIndex:5386; }","duration":"111.780103ms","start":"2026-03-03T03:03:47.558234Z","end":"2026-03-03T03:03:47.670014Z","steps":["trace[1590700959] 'read index received' (duration: 12.869814ms)","trace[1590700959] 'applied index is now lower than readState.Index' (duration: 98.907879ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:03:47.670013Z","caller":"traceutil/trace.go:171","msg":"trace[1226985157] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"115.875433ms","start":"2026-03-03T03:03:47.5541Z","end":"2026-03-03T03:03:47.669976Z","steps":["trace[1226985157] 'process raft request' (duration: 83.910068ms)","trace[1226985157] 'compare' (duration: 31.603407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:03:47.670249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.993388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:03:47.670296Z","caller":"traceutil/trace.go:171","msg":"trace[1442688400] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5183; }","duration":"112.07728ms","start":"2026-03-03T03:03:47.558207Z","end":"2026-03-03T03:03:47.670284Z","steps":["trace[1442688400] 'agreement among raft nodes before linearized reading' (duration: 111.971908ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:47.822317Z","caller":"traceutil/trace.go:171","msg":"trace[41816802] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"138.304237ms","start":"2026-03-03T03:03:47.683972Z","end":"2026-03-03T03:03:47.822276Z","steps":["trace[41816802] 'process raft request' (duration: 87.59751ms)","trace[41816802] 'compare' (duration: 50.536843ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:03:47.832172Z","caller":"traceutil/trace.go:171","msg":"trace[74783604] linearizableReadLoop","detail":"{readStateIndex:5392; appliedIndex:5390; }","duration":"146.038288ms","start":"2026-03-03T03:03:47.686114Z","end":"2026-03-03T03:03:47.832152Z","steps":["trace[74783604] 'read index received' (duration: 85.474983ms)","trace[74783604] 'applied index is now lower than readState.Index' (duration: 60.562235ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:03:47.832288Z","caller":"traceutil/trace.go:171","msg":"trace[895274351] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"145.429285ms","start":"2026-03-03T03:03:47.686848Z","end":"2026-03-03T03:03:47.832277Z","steps":["trace[895274351] 'process raft request' (duration: 145.236061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:47.832494Z","caller":"traceutil/trace.go:171","msg":"trace[799600038] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"148.363459ms","start":"2026-03-03T03:03:47.684111Z","end":"2026-03-03T03:03:47.832474Z","steps":["trace[799600038] 'process raft request' (duration: 147.867648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:47.832506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.371495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:6882"} {"level":"info","ts":"2026-03-03T03:03:47.832634Z","caller":"traceutil/trace.go:171","msg":"trace[525475426] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:5186; }","duration":"146.538379ms","start":"2026-03-03T03:03:47.686072Z","end":"2026-03-03T03:03:47.832611Z","steps":["trace[525475426] 'agreement among raft nodes before linearized reading' (duration: 146.323305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:47.87674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.32657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T03:03:47.876777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.97931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:03:47.876821Z","caller":"traceutil/trace.go:171","msg":"trace[804011868] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5187; }","duration":"114.450032ms","start":"2026-03-03T03:03:47.762351Z","end":"2026-03-03T03:03:47.876802Z","steps":["trace[804011868] 'agreement among raft nodes before linearized reading' (duration: 114.216147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:47.87683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.578738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-03T03:03:47.876869Z","caller":"traceutil/trace.go:171","msg":"trace[972760666] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5187; }","duration":"118.153803ms","start":"2026-03-03T03:03:47.758691Z","end":"2026-03-03T03:03:47.876845Z","steps":["trace[972760666] 'agreement among raft nodes before linearized reading' (duration: 117.962589ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:47.876886Z","caller":"traceutil/trace.go:171","msg":"trace[1886337234] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5187; }","duration":"189.64508ms","start":"2026-03-03T03:03:47.687225Z","end":"2026-03-03T03:03:47.87687Z","steps":["trace[1886337234] 'agreement among raft nodes before linearized reading' (duration: 189.486037ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:48.152351Z","caller":"traceutil/trace.go:171","msg":"trace[1453280820] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"239.14414ms","start":"2026-03-03T03:03:47.91316Z","end":"2026-03-03T03:03:48.152304Z","steps":["trace[1453280820] 'process raft request' (duration: 238.817843ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:48.152585Z","caller":"traceutil/trace.go:171","msg":"trace[657216353] linearizableReadLoop","detail":"{readStateIndex:5398; appliedIndex:5395; }","duration":"237.685739ms","start":"2026-03-03T03:03:47.914858Z","end":"2026-03-03T03:03:48.152544Z","steps":["trace[657216353] 'read index received' (duration: 79.157286ms)","trace[657216353] 'applied index is now lower than readState.Index' (duration: 158.526073ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:03:48.152649Z","caller":"traceutil/trace.go:171","msg":"trace[1916820427] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"238.266681ms","start":"2026-03-03T03:03:47.914365Z","end":"2026-03-03T03:03:48.152631Z","steps":["trace[1916820427] 'process raft request' (duration: 237.814362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:48.152972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.079437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T03:03:48.153067Z","caller":"traceutil/trace.go:171","msg":"trace[1654794248] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5191; }","duration":"238.213299ms","start":"2026-03-03T03:03:47.914827Z","end":"2026-03-03T03:03:48.15304Z","steps":["trace[1654794248] 'agreement among raft nodes before linearized reading' (duration: 237.888832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:48.184582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.969915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T03:03:48.18468Z","caller":"traceutil/trace.go:171","msg":"trace[726254433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5191; }","duration":"135.144989ms","start":"2026-03-03T03:03:48.049514Z","end":"2026-03-03T03:03:48.184659Z","steps":["trace[726254433] 'agreement among raft nodes before linearized reading' (duration: 134.905004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:48.184933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.231849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-03-03T03:03:48.185177Z","caller":"traceutil/trace.go:171","msg":"trace[1258406754] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:5191; }","duration":"119.560206ms","start":"2026-03-03T03:03:48.065592Z","end":"2026-03-03T03:03:48.185153Z","steps":["trace[1258406754] 'agreement among raft nodes before linearized reading' (duration: 118.930782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:49.224849Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2703} {"level":"info","ts":"2026-03-03T03:03:49.603524Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2703,"took":"377.020728ms","hash":222128067,"current-db-size-bytes":38240256,"current-db-size":"38 MB","current-db-size-in-use-bytes":27869184,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T03:03:49.603607Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":222128067,"revision":2703,"compact-revision":-1} {"level":"info","ts":"2026-03-03T03:03:52.293934Z","caller":"traceutil/trace.go:171","msg":"trace[868017577] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"175.479787ms","start":"2026-03-03T03:03:52.118419Z","end":"2026-03-03T03:03:52.293898Z","steps":["trace[868017577] 'process raft request' (duration: 175.18539ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:52.296556Z","caller":"traceutil/trace.go:171","msg":"trace[2097461025] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"130.74957ms","start":"2026-03-03T03:03:52.16578Z","end":"2026-03-03T03:03:52.29653Z","steps":["trace[2097461025] 'process raft request' (duration: 130.434714ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:54.444073Z","caller":"traceutil/trace.go:171","msg":"trace[697319422] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"102.608892ms","start":"2026-03-03T03:03:54.34144Z","end":"2026-03-03T03:03:54.444049Z","steps":["trace[697319422] 'process raft request' (duration: 102.567011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:54.444484Z","caller":"traceutil/trace.go:171","msg":"trace[1182422510] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"116.705622ms","start":"2026-03-03T03:03:54.327766Z","end":"2026-03-03T03:03:54.444472Z","steps":["trace[1182422510] 'process raft request' (duration: 107.450388ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:54.444631Z","caller":"traceutil/trace.go:171","msg":"trace[586846944] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"116.136129ms","start":"2026-03-03T03:03:54.328484Z","end":"2026-03-03T03:03:54.44462Z","steps":["trace[586846944] 'process raft request' (duration: 115.475695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:58.61902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.275817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:03:58.619221Z","caller":"traceutil/trace.go:171","msg":"trace[1420801219] linearizableReadLoop","detail":"{readStateIndex:5570; appliedIndex:5569; }","duration":"591.547145ms","start":"2026-03-03T03:03:58.027644Z","end":"2026-03-03T03:03:58.619191Z","steps":["trace[1420801219] 'read index received' (duration: 432.949091ms)","trace[1420801219] 'applied index is now lower than readState.Index' (duration: 158.596294ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:03:58.619315Z","caller":"traceutil/trace.go:171","msg":"trace[122113172] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"715.439075ms","start":"2026-03-03T03:03:57.903863Z","end":"2026-03-03T03:03:58.619302Z","steps":["trace[122113172] 'process raft request' (duration: 556.738549ms)","trace[122113172] 'compare' (duration: 157.93663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:03:58.619384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:57.903849Z","time spent":"715.497136ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4982,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:03:58.619632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.944405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5de0849-43aa-4951-8f1d-d1df4497d055\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-03T03:03:58.619738Z","caller":"traceutil/trace.go:171","msg":"trace[1633619978] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f5de0849-43aa-4951-8f1d-d1df4497d055; range_end:; response_count:1; response_revision:5360; }","duration":"592.095148ms","start":"2026-03-03T03:03:58.027617Z","end":"2026-03-03T03:03:58.619712Z","steps":["trace[1633619978] 'agreement among raft nodes before linearized reading' (duration: 591.77855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:58.619781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:58.027531Z","time spent":"592.238691ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5de0849-43aa-4951-8f1d-d1df4497d055\" "} {"level":"warn","ts":"2026-03-03T03:03:59.209998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.183997ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T03:03:59.210355Z","caller":"traceutil/trace.go:171","msg":"trace[1053659773] linearizableReadLoop","detail":"{readStateIndex:5573; appliedIndex:5570; }","duration":"591.080466ms","start":"2026-03-03T03:03:58.619254Z","end":"2026-03-03T03:03:59.210335Z","steps":["trace[1053659773] 'read index received' (duration: 343.556842ms)","trace[1053659773] 'applied index is now lower than readState.Index' (duration: 247.522314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:03:59.21062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.787684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T03:03:59.210644Z","caller":"traceutil/trace.go:171","msg":"trace[494371998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5362; }","duration":"833.879807ms","start":"2026-03-03T03:03:58.376755Z","end":"2026-03-03T03:03:59.210635Z","steps":["trace[494371998] 'agreement among raft nodes before linearized reading' (duration: 833.672691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:59.21068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:58.376739Z","time spent":"833.929117ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:03:59.210718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.998891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T03:03:59.210724Z","caller":"traceutil/trace.go:171","msg":"trace[2130528786] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"754.399855ms","start":"2026-03-03T03:03:58.456268Z","end":"2026-03-03T03:03:59.210667Z","steps":["trace[2130528786] 'process raft request' (duration: 753.989935ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:59.210851Z","caller":"traceutil/trace.go:171","msg":"trace[141846686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5362; }","duration":"751.215985ms","start":"2026-03-03T03:03:58.459596Z","end":"2026-03-03T03:03:59.210812Z","steps":["trace[141846686] 'agreement among raft nodes before linearized reading' (duration: 750.799115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:59.210823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.235402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T03:03:59.210917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:58.459564Z","time spent":"751.336918ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:03:59.210933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:58.456243Z","time spent":"754.583699ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18319,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:03:59.210963Z","caller":"traceutil/trace.go:171","msg":"trace[1383794873] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5362; }","duration":"921.482407ms","start":"2026-03-03T03:03:58.289445Z","end":"2026-03-03T03:03:59.210927Z","steps":["trace[1383794873] 'agreement among raft nodes before linearized reading' (duration: 921.062357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:59.211026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:58.289372Z","time spent":"921.64157ms","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:03:59.210954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.989933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-03T03:03:59.211111Z","caller":"traceutil/trace.go:171","msg":"trace[1720246902] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5362; }","duration":"954.194278ms","start":"2026-03-03T03:03:58.256889Z","end":"2026-03-03T03:03:59.211084Z","steps":["trace[1720246902] 'agreement among raft nodes before linearized reading' (duration: 954.003134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:59.211111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.018829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T03:03:59.211146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:58.256863Z","time spent":"954.273709ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T03:03:59.211152Z","caller":"traceutil/trace.go:171","msg":"trace[815779502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5362; }","duration":"750.143792ms","start":"2026-03-03T03:03:58.460999Z","end":"2026-03-03T03:03:59.211143Z","steps":["trace[815779502] 'agreement among raft nodes before linearized reading' (duration: 749.924487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:59.211183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:58.460988Z","time spent":"750.186842ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T03:03:59.210729Z","caller":"traceutil/trace.go:171","msg":"trace[1977050566] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"873.385097ms","start":"2026-03-03T03:03:58.337293Z","end":"2026-03-03T03:03:59.210678Z","steps":["trace[1977050566] 'process raft request' (duration: 872.827253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:59.211321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:58.337265Z","time spent":"873.965739ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:03:59.218107Z","caller":"traceutil/trace.go:171","msg":"trace[1155997833] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"592.683171ms","start":"2026-03-03T03:03:58.625391Z","end":"2026-03-03T03:03:59.218074Z","steps":["trace[1155997833] 'process raft request' (duration: 592.457916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:59.218302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:58.625337Z","time spent":"592.854014ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":917,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:03:59.218321Z","caller":"traceutil/trace.go:171","msg":"trace[1666855586] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"592.496747ms","start":"2026-03-03T03:03:58.625802Z","end":"2026-03-03T03:03:59.218298Z","steps":["trace[1666855586] 'process raft request' (duration: 592.19608ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:59.218415Z","caller":"traceutil/trace.go:171","msg":"trace[281676801] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"590.375019ms","start":"2026-03-03T03:03:58.628023Z","end":"2026-03-03T03:03:59.218398Z","steps":["trace[281676801] 'process raft request' (duration: 590.185385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:59.218433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:58.62578Z","time spent":"592.577708ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1433,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:03:59.218487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:58.628Z","time spent":"590.451321ms","remote":"127.0.0.1:53368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3912,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:03:59.218621Z","caller":"traceutil/trace.go:171","msg":"trace[1670459328] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"399.627736ms","start":"2026-03-03T03:03:58.81898Z","end":"2026-03-03T03:03:59.218608Z","steps":["trace[1670459328] 'process raft request' (duration: 399.346659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:59.2187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:58.818944Z","time spent":"399.705097ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:03:59.218811Z","caller":"traceutil/trace.go:171","msg":"trace[478860633] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"398.323988ms","start":"2026-03-03T03:03:58.820474Z","end":"2026-03-03T03:03:59.218798Z","steps":["trace[478860633] 'process raft request' (duration: 398.065442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:59.218867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:58.820453Z","time spent":"398.386309ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:03:59.218961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.148389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T03:03:59.218977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.086591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T03:03:59.218997Z","caller":"traceutil/trace.go:171","msg":"trace[514410856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5367; }","duration":"332.215261ms","start":"2026-03-03T03:03:58.886772Z","end":"2026-03-03T03:03:59.218987Z","steps":["trace[514410856] 'agreement among raft nodes before linearized reading' (duration: 332.103638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:59.219007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.560723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T03:03:59.219025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:58.886765Z","time spent":"332.255572ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T03:03:59.219038Z","caller":"traceutil/trace.go:171","msg":"trace[1214878944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5367; }","duration":"295.604475ms","start":"2026-03-03T03:03:58.923423Z","end":"2026-03-03T03:03:59.219028Z","steps":["trace[1214878944] 'agreement among raft nodes before linearized reading' (duration: 295.515972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:03:59.219032Z","caller":"traceutil/trace.go:171","msg":"trace[137055913] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5367; }","duration":"152.212975ms","start":"2026-03-03T03:03:59.066801Z","end":"2026-03-03T03:03:59.219014Z","steps":["trace[137055913] 'agreement among raft nodes before linearized reading' (duration: 152.058451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:59.219087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.602472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189935c24dbf6c5b\" ","response":"range_response_count:1 size:1012"} {"level":"warn","ts":"2026-03-03T03:03:59.219102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.383815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:03:59.219127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.472229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:03:59.21916Z","caller":"traceutil/trace.go:171","msg":"trace[2092716493] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:5367; }","duration":"333.503949ms","start":"2026-03-03T03:03:58.885646Z","end":"2026-03-03T03:03:59.21915Z","steps":["trace[2092716493] 'agreement among raft nodes before linearized reading' (duration: 333.410727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:59.219191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:58.885537Z","time spent":"333.646663ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"info","ts":"2026-03-03T03:03:59.219161Z","caller":"traceutil/trace.go:171","msg":"trace[603604251] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189935c24dbf6c5b; range_end:; response_count:1; response_revision:5367; }","duration":"264.710735ms","start":"2026-03-03T03:03:58.954408Z","end":"2026-03-03T03:03:59.219119Z","steps":["trace[603604251] 'agreement among raft nodes before linearized reading' (duration: 264.496609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:59.219223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.221702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:03:59.219261Z","caller":"traceutil/trace.go:171","msg":"trace[1953095372] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5367; }","duration":"563.301813ms","start":"2026-03-03T03:03:58.655949Z","end":"2026-03-03T03:03:59.219251Z","steps":["trace[1953095372] 'agreement among raft nodes before linearized reading' (duration: 563.217622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:59.219283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:58.655933Z","time spent":"563.344824ms","remote":"127.0.0.1:59718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":31,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:03:59.219128Z","caller":"traceutil/trace.go:171","msg":"trace[314049583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5367; }","duration":"543.439706ms","start":"2026-03-03T03:03:58.675682Z","end":"2026-03-03T03:03:59.219122Z","steps":["trace[314049583] 'agreement among raft nodes before linearized reading' (duration: 543.399525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:03:59.219472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:03:58.675667Z","time spent":"543.796264ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:04:01.253711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.710354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:04:01.253811Z","caller":"traceutil/trace.go:171","msg":"trace[2028258538] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5380; }","duration":"279.917898ms","start":"2026-03-03T03:04:00.973867Z","end":"2026-03-03T03:04:01.253785Z","steps":["trace[2028258538] 'count revisions from in-memory index tree' (duration: 279.54444ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:04:10.297012Z","caller":"traceutil/trace.go:171","msg":"trace[2024001106] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"106.572478ms","start":"2026-03-03T03:04:10.1904Z","end":"2026-03-03T03:04:10.296972Z","steps":["trace[2024001106] 'process raft request' (duration: 106.398974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:04:16.440217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.316971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:04:16.440341Z","caller":"traceutil/trace.go:171","msg":"trace[476959728] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5583; }","duration":"880.512945ms","start":"2026-03-03T03:04:15.559803Z","end":"2026-03-03T03:04:16.440316Z","steps":["trace[476959728] 'count revisions from in-memory index tree' (duration: 880.157477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:04:16.440393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:04:15.559778Z","time spent":"880.600917ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":25,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:04:16.440377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.568142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:04:16.440426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.517935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17233"} {"level":"warn","ts":"2026-03-03T03:04:16.440469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.674121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T03:04:16.440604Z","caller":"traceutil/trace.go:171","msg":"trace[1270250969] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5583; }","duration":"380.880285ms","start":"2026-03-03T03:04:16.059696Z","end":"2026-03-03T03:04:16.440577Z","steps":["trace[1270250969] 'range keys from in-memory index tree' (duration: 380.413665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:04:16.440669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:04:16.05967Z","time spent":"380.985287ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-03T03:04:16.440519Z","caller":"traceutil/trace.go:171","msg":"trace[675169028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5583; }","duration":"764.726156ms","start":"2026-03-03T03:04:15.675765Z","end":"2026-03-03T03:04:16.440491Z","steps":["trace[675169028] 'range keys from in-memory index tree' (duration: 764.368268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:04:16.440774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:04:15.675675Z","time spent":"765.089204ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:04:16.44084Z","caller":"traceutil/trace.go:171","msg":"trace[1553748067] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5583; }","duration":"400.987826ms","start":"2026-03-03T03:04:16.039824Z","end":"2026-03-03T03:04:16.440812Z","steps":["trace[1553748067] 'range keys from in-memory index tree' (duration: 400.158068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:04:16.440918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:04:16.039799Z","time spent":"401.099148ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17256,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T03:04:16.747121Z","caller":"traceutil/trace.go:171","msg":"trace[834101729] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"290.373839ms","start":"2026-03-03T03:04:16.456707Z","end":"2026-03-03T03:04:16.747081Z","steps":["trace[834101729] 'process raft request' (duration: 290.139394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:04:17.768082Z","caller":"traceutil/trace.go:171","msg":"trace[1343998500] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"301.605097ms","start":"2026-03-03T03:04:17.466438Z","end":"2026-03-03T03:04:17.768043Z","steps":["trace[1343998500] 'process raft request' (duration: 301.344461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:04:17.76834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:04:17.466414Z","time spent":"301.76978ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:04:17.780175Z","caller":"traceutil/trace.go:171","msg":"trace[1415329839] linearizableReadLoop","detail":"{readStateIndex:5810; appliedIndex:5808; }","duration":"312.372482ms","start":"2026-03-03T03:04:17.46777Z","end":"2026-03-03T03:04:17.780142Z","steps":["trace[1415329839] 'read index received' (duration: 300.040392ms)","trace[1415329839] 'applied index is now lower than readState.Index' (duration: 12.33048ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:04:17.780221Z","caller":"traceutil/trace.go:171","msg":"trace[793198120] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"313.756143ms","start":"2026-03-03T03:04:17.466429Z","end":"2026-03-03T03:04:17.780185Z","steps":["trace[793198120] 'process raft request' (duration: 313.540668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:04:17.780425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:04:17.466413Z","time spent":"313.880355ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:04:17.780472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.223279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:04:17.780519Z","caller":"traceutil/trace.go:171","msg":"trace[1922364775] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5592; }","duration":"111.349392ms","start":"2026-03-03T03:04:17.669155Z","end":"2026-03-03T03:04:17.780504Z","steps":["trace[1922364775] 'agreement among raft nodes before linearized reading' (duration: 111.191278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:04:17.780493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.017202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:04:17.780591Z","caller":"traceutil/trace.go:171","msg":"trace[1809831730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5592; }","duration":"104.164945ms","start":"2026-03-03T03:04:17.676399Z","end":"2026-03-03T03:04:17.780564Z","steps":["trace[1809831730] 'agreement among raft nodes before linearized reading' (duration: 104.014392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:04:17.780811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.036866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81875"} {"level":"info","ts":"2026-03-03T03:04:17.780874Z","caller":"traceutil/trace.go:171","msg":"trace[489089616] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5592; }","duration":"313.131068ms","start":"2026-03-03T03:04:17.467726Z","end":"2026-03-03T03:04:17.780858Z","steps":["trace[489089616] 'agreement among raft nodes before linearized reading' (duration: 312.530685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:04:17.780913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:04:17.467715Z","time spent":"313.18891ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81898,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T03:04:17.908794Z","caller":"traceutil/trace.go:171","msg":"trace[1659925749] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"105.176007ms","start":"2026-03-03T03:04:17.803571Z","end":"2026-03-03T03:04:17.908747Z","steps":["trace[1659925749] 'process raft request' (duration: 10.703194ms)","trace[1659925749] 'compare' (duration: 94.3142ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:04:50.080626Z","caller":"traceutil/trace.go:171","msg":"trace[572450763] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"110.714828ms","start":"2026-03-03T03:04:49.96988Z","end":"2026-03-03T03:04:50.080594Z","steps":["trace[572450763] 'process raft request' (duration: 110.502244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:04:50.333723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.629344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:04:50.333875Z","caller":"traceutil/trace.go:171","msg":"trace[1447121519] linearizableReadLoop","detail":"{readStateIndex:6094; appliedIndex:6093; }","duration":"247.703034ms","start":"2026-03-03T03:04:50.086147Z","end":"2026-03-03T03:04:50.33385Z","steps":["trace[1447121519] 'read index received' (duration: 91.719242ms)","trace[1447121519] 'applied index is now lower than readState.Index' (duration: 155.982062ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:04:50.334043Z","caller":"traceutil/trace.go:171","msg":"trace[1315251380] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"248.103114ms","start":"2026-03-03T03:04:50.085891Z","end":"2026-03-03T03:04:50.333994Z","steps":["trace[1315251380] 'process raft request' (duration: 92.04476ms)","trace[1315251380] 'compare' (duration: 155.258636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:04:50.334214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.062422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101817"} {"level":"info","ts":"2026-03-03T03:04:50.334261Z","caller":"traceutil/trace.go:171","msg":"trace[1972314732] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5867; }","duration":"248.108143ms","start":"2026-03-03T03:04:50.08614Z","end":"2026-03-03T03:04:50.334248Z","steps":["trace[1972314732] 'agreement among raft nodes before linearized reading' (duration: 247.801876ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:05:00.362004Z","caller":"traceutil/trace.go:171","msg":"trace[158491144] linearizableReadLoop","detail":"{readStateIndex:6147; appliedIndex:6146; }","duration":"190.197352ms","start":"2026-03-03T03:05:00.171782Z","end":"2026-03-03T03:05:00.361979Z","steps":["trace[158491144] 'read index received' (duration: 189.958197ms)","trace[158491144] 'applied index is now lower than readState.Index' (duration: 238.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:05:00.362131Z","caller":"traceutil/trace.go:171","msg":"trace[1928408298] transaction","detail":"{read_only:false; response_revision:5918; number_of_response:1; }","duration":"215.63075ms","start":"2026-03-03T03:05:00.146466Z","end":"2026-03-03T03:05:00.362096Z","steps":["trace[1928408298] 'process raft request' (duration: 215.353054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:05:00.362394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.35369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T03:05:00.362463Z","caller":"traceutil/trace.go:171","msg":"trace[1556956435] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5918; }","duration":"130.492303ms","start":"2026-03-03T03:05:00.231956Z","end":"2026-03-03T03:05:00.362448Z","steps":["trace[1556956435] 'agreement among raft nodes before linearized reading' (duration: 130.236388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:05:00.367576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.752864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209353"} {"level":"info","ts":"2026-03-03T03:05:00.367788Z","caller":"traceutil/trace.go:171","msg":"trace[1757557532] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5918; }","duration":"195.986129ms","start":"2026-03-03T03:05:00.171708Z","end":"2026-03-03T03:05:00.367695Z","steps":["trace[1757557532] 'agreement among raft nodes before linearized reading' (duration: 190.402687ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:05:00.58632Z","caller":"traceutil/trace.go:171","msg":"trace[125789476] linearizableReadLoop","detail":"{readStateIndex:6150; appliedIndex:6149; }","duration":"151.428482ms","start":"2026-03-03T03:05:00.434862Z","end":"2026-03-03T03:05:00.58629Z","steps":["trace[125789476] 'read index received' (duration: 151.207737ms)","trace[125789476] 'applied index is now lower than readState.Index' (duration: 219.265µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:05:00.586483Z","caller":"traceutil/trace.go:171","msg":"trace[2050606711] transaction","detail":"{read_only:false; response_revision:5921; number_of_response:1; }","duration":"153.922507ms","start":"2026-03-03T03:05:00.432545Z","end":"2026-03-03T03:05:00.586468Z","steps":["trace[2050606711] 'process raft request' (duration: 153.543848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:05:00.58682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.927052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-03T03:05:00.586871Z","caller":"traceutil/trace.go:171","msg":"trace[1148340289] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5921; }","duration":"152.024645ms","start":"2026-03-03T03:05:00.434829Z","end":"2026-03-03T03:05:00.586854Z","steps":["trace[1148340289] 'agreement among raft nodes before linearized reading' (duration: 151.81739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:05:00.586948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.789392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T03:05:00.587057Z","caller":"traceutil/trace.go:171","msg":"trace[1882414945] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5921; }","duration":"147.935096ms","start":"2026-03-03T03:05:00.439097Z","end":"2026-03-03T03:05:00.587032Z","steps":["trace[1882414945] 'agreement among raft nodes before linearized reading' (duration: 147.595938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:05:00.698482Z","caller":"traceutil/trace.go:171","msg":"trace[684513748] transaction","detail":"{read_only:false; response_revision:5923; number_of_response:1; }","duration":"104.305149ms","start":"2026-03-03T03:05:00.594149Z","end":"2026-03-03T03:05:00.698454Z","steps":["trace[684513748] 'process raft request' (duration: 104.067694ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:05:00.698796Z","caller":"traceutil/trace.go:171","msg":"trace[1985606586] transaction","detail":"{read_only:false; response_revision:5924; number_of_response:1; }","duration":"104.493172ms","start":"2026-03-03T03:05:00.594284Z","end":"2026-03-03T03:05:00.698777Z","steps":["trace[1985606586] 'process raft request' (duration: 104.104734ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:05:00.698995Z","caller":"traceutil/trace.go:171","msg":"trace[445330722] transaction","detail":"{read_only:false; response_revision:5926; number_of_response:1; }","duration":"104.043272ms","start":"2026-03-03T03:05:00.594914Z","end":"2026-03-03T03:05:00.698958Z","steps":["trace[445330722] 'process raft request' (duration: 103.907319ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:05:00.69922Z","caller":"traceutil/trace.go:171","msg":"trace[251273009] transaction","detail":"{read_only:false; response_revision:5927; number_of_response:1; }","duration":"104.256187ms","start":"2026-03-03T03:05:00.594942Z","end":"2026-03-03T03:05:00.699199Z","steps":["trace[251273009] 'process raft request' (duration: 103.962751ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:05:00.699454Z","caller":"traceutil/trace.go:171","msg":"trace[106135436] linearizableReadLoop","detail":"{readStateIndex:6156; appliedIndex:6150; }","duration":"101.766942ms","start":"2026-03-03T03:05:00.597637Z","end":"2026-03-03T03:05:00.699404Z","steps":["trace[106135436] 'read index received' (duration: 43.282288ms)","trace[106135436] 'applied index is now lower than readState.Index' (duration: 58.482584ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:05:00.699583Z","caller":"traceutil/trace.go:171","msg":"trace[44512154] transaction","detail":"{read_only:false; response_revision:5928; number_of_response:1; }","duration":"100.045235ms","start":"2026-03-03T03:05:00.599524Z","end":"2026-03-03T03:05:00.699569Z","steps":["trace[44512154] 'process raft request' (duration: 99.568245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:05:00.699794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.12591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-03T03:05:00.699845Z","caller":"traceutil/trace.go:171","msg":"trace[2043103085] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5928; }","duration":"102.231612ms","start":"2026-03-03T03:05:00.597596Z","end":"2026-03-03T03:05:00.699828Z","steps":["trace[2043103085] 'agreement among raft nodes before linearized reading' (duration: 102.008887ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:05:00.700715Z","caller":"traceutil/trace.go:171","msg":"trace[448665493] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"104.076723ms","start":"2026-03-03T03:05:00.594893Z","end":"2026-03-03T03:05:00.69897Z","steps":["trace[448665493] 'process raft request' (duration: 103.763897ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:08:41.306164Z","caller":"traceutil/trace.go:171","msg":"trace[1445063715] transaction","detail":"{read_only:false; response_revision:7364; number_of_response:1; }","duration":"154.730531ms","start":"2026-03-03T03:08:41.151398Z","end":"2026-03-03T03:08:41.306129Z","steps":["trace[1445063715] 'process raft request' (duration: 154.522246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:08:41.588606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.369077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:08:41.58875Z","caller":"traceutil/trace.go:171","msg":"trace[852140504] linearizableReadLoop","detail":"{readStateIndex:7646; appliedIndex:7644; }","duration":"433.914739ms","start":"2026-03-03T03:08:41.154813Z","end":"2026-03-03T03:08:41.588728Z","steps":["trace[852140504] 'read index received' (duration: 151.081359ms)","trace[852140504] 'applied index is now lower than readState.Index' (duration: 282.83192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:08:41.5889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.210264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:08:41.588949Z","caller":"traceutil/trace.go:171","msg":"trace[1635550919] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7365; }","duration":"309.315366ms","start":"2026-03-03T03:08:41.279618Z","end":"2026-03-03T03:08:41.588933Z","steps":["trace[1635550919] 'agreement among raft nodes before linearized reading' (duration: 309.229005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:08:41.589002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:08:41.279586Z","time spent":"309.401159ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:08:41.589025Z","caller":"traceutil/trace.go:171","msg":"trace[1350000911] transaction","detail":"{read_only:false; response_revision:7365; number_of_response:1; }","duration":"434.33711ms","start":"2026-03-03T03:08:41.154649Z","end":"2026-03-03T03:08:41.588986Z","steps":["trace[1350000911] 'process raft request' (duration: 238.477301ms)","trace[1350000911] 'compare' (duration: 195.198093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:08:41.589166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.301528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T03:08:41.589346Z","caller":"traceutil/trace.go:171","msg":"trace[176804072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7365; }","duration":"434.522504ms","start":"2026-03-03T03:08:41.154794Z","end":"2026-03-03T03:08:41.589316Z","steps":["trace[176804072] 'agreement among raft nodes before linearized reading' (duration: 434.050333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:08:41.589415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:08:41.154786Z","time spent":"434.612745ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:08:41.589217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:08:41.154574Z","time spent":"434.535494ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:08:49.232428Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5209} {"level":"info","ts":"2026-03-03T03:08:49.32723Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5209,"took":"91.933952ms","hash":1506606871,"current-db-size-bytes":39415808,"current-db-size":"39 MB","current-db-size-in-use-bytes":21590016,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T03:08:49.327312Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1506606871,"revision":5209,"compact-revision":2703} {"level":"warn","ts":"2026-03-03T03:10:18.910277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990426856,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:10:18.973092Z","caller":"traceutil/trace.go:171","msg":"trace[587348649] linearizableReadLoop","detail":"{readStateIndex:8413; appliedIndex:8412; }","duration":"563.532657ms","start":"2026-03-03T03:10:18.409528Z","end":"2026-03-03T03:10:18.973061Z","steps":["trace[587348649] 'read index received' (duration: 563.338722ms)","trace[587348649] 'applied index is now lower than readState.Index' (duration: 192.535µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:10:18.973255Z","caller":"traceutil/trace.go:171","msg":"trace[1706982636] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"589.06662ms","start":"2026-03-03T03:10:18.384176Z","end":"2026-03-03T03:10:18.973242Z","steps":["trace[1706982636] 'process raft request' (duration: 588.711662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:18.973376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:18.384164Z","time spent":"589.117271ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:10:18.973519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.257619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T03:10:18.97359Z","caller":"traceutil/trace.go:171","msg":"trace[2041256958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8105; }","duration":"553.407553ms","start":"2026-03-03T03:10:18.42016Z","end":"2026-03-03T03:10:18.973568Z","steps":["trace[2041256958] 'agreement among raft nodes before linearized reading' (duration: 553.165787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:18.973643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:18.420129Z","time spent":"553.501944ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:10:18.97386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.336874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:10:18.973924Z","caller":"traceutil/trace.go:171","msg":"trace[61916179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8105; }","duration":"564.446836ms","start":"2026-03-03T03:10:18.40946Z","end":"2026-03-03T03:10:18.973907Z","steps":["trace[61916179] 'agreement among raft nodes before linearized reading' (duration: 564.18112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:18.973967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:18.409438Z","time spent":"564.515428ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:10:19.469566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.153195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:10:19.469702Z","caller":"traceutil/trace.go:171","msg":"trace[1199890100] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"490.517423ms","start":"2026-03-03T03:10:18.979145Z","end":"2026-03-03T03:10:19.469663Z","steps":["trace[1199890100] 'process raft request' (duration: 279.173724ms)","trace[1199890100] 'compare' (duration: 210.884249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:10:19.469766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:18.979125Z","time spent":"490.609944ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:10:19.476865Z","caller":"traceutil/trace.go:171","msg":"trace[222244541] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"337.099115ms","start":"2026-03-03T03:10:19.13975Z","end":"2026-03-03T03:10:19.476849Z","steps":["trace[222244541] 'process raft request' (duration: 337.024473ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:10:19.476895Z","caller":"traceutil/trace.go:171","msg":"trace[741094806] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"497.563368ms","start":"2026-03-03T03:10:18.979276Z","end":"2026-03-03T03:10:19.476839Z","steps":["trace[741094806] 'process raft request' (duration: 497.392334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:19.476945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:19.139712Z","time spent":"337.197236ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:10:19.477071Z","caller":"traceutil/trace.go:171","msg":"trace[669368736] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"331.576282ms","start":"2026-03-03T03:10:19.145489Z","end":"2026-03-03T03:10:19.477065Z","steps":["trace[669368736] 'process raft request' (duration: 331.321667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:19.477109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:19.145455Z","time spent":"331.635364ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:10:19.47712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:18.979268Z","time spent":"497.727181ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:10:19.477253Z","caller":"traceutil/trace.go:171","msg":"trace[160817008] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"301.253473ms","start":"2026-03-03T03:10:19.175992Z","end":"2026-03-03T03:10:19.477246Z","steps":["trace[160817008] 'process raft request' (duration: 301.042438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:19.477293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:19.17595Z","time spent":"301.324045ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:10:29.660211Z","caller":"traceutil/trace.go:171","msg":"trace[1701379833] linearizableReadLoop","detail":"{readStateIndex:8465; appliedIndex:8462; }","duration":"137.821684ms","start":"2026-03-03T03:10:29.522359Z","end":"2026-03-03T03:10:29.660181Z","steps":["trace[1701379833] 'read index received' (duration: 76.95954ms)","trace[1701379833] 'applied index is now lower than readState.Index' (duration: 60.860884ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:10:29.660686Z","caller":"traceutil/trace.go:171","msg":"trace[650970762] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"141.724051ms","start":"2026-03-03T03:10:29.518944Z","end":"2026-03-03T03:10:29.660668Z","steps":["trace[650970762] 'process raft request' (duration: 141.016614ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:10:29.66103Z","caller":"traceutil/trace.go:171","msg":"trace[1583414139] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"141.936925ms","start":"2026-03-03T03:10:29.519073Z","end":"2026-03-03T03:10:29.66101Z","steps":["trace[1583414139] 'process raft request' (duration: 141.052486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:29.66135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.950999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:10:29.661399Z","caller":"traceutil/trace.go:171","msg":"trace[1809393837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8155; }","duration":"139.082242ms","start":"2026-03-03T03:10:29.522305Z","end":"2026-03-03T03:10:29.661387Z","steps":["trace[1809393837] 'agreement among raft nodes before linearized reading' (duration: 138.888658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:29.661713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.65033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T03:10:29.661804Z","caller":"traceutil/trace.go:171","msg":"trace[422225934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8155; }","duration":"123.801684ms","start":"2026-03-03T03:10:29.537985Z","end":"2026-03-03T03:10:29.661787Z","steps":["trace[422225934] 'agreement among raft nodes before linearized reading' (duration: 123.517378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.863219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990427031,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:10:30.961218Z","caller":"traceutil/trace.go:171","msg":"trace[39824355] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"604.264836ms","start":"2026-03-03T03:10:30.356912Z","end":"2026-03-03T03:10:30.961177Z","steps":["trace[39824355] 'process raft request' (duration: 512.012539ms)","trace[39824355] 'compare' (duration: 92.090453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:10:30.961456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.356871Z","time spent":"604.451019ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:10:30.967364Z","caller":"traceutil/trace.go:171","msg":"trace[600681941] linearizableReadLoop","detail":"{readStateIndex:8471; appliedIndex:8469; }","duration":"604.48232ms","start":"2026-03-03T03:10:30.362856Z","end":"2026-03-03T03:10:30.967339Z","steps":["trace[600681941] 'read index received' (duration: 506.092717ms)","trace[600681941] 'applied index is now lower than readState.Index' (duration: 98.388633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:10:30.967572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.672084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:10:30.967608Z","caller":"traceutil/trace.go:171","msg":"trace[531978490] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8161; }","duration":"604.754886ms","start":"2026-03-03T03:10:30.362844Z","end":"2026-03-03T03:10:30.967599Z","steps":["trace[531978490] 'agreement among raft nodes before linearized reading' (duration: 604.650523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.967644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.362835Z","time spent":"604.799747ms","remote":"127.0.0.1:59556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T03:10:30.967698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.986063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:10:30.967718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.96516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:10:30.967769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.542953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:10:30.967803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.138605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:10:30.967813Z","caller":"traceutil/trace.go:171","msg":"trace[1495547833] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8161; }","duration":"571.104043ms","start":"2026-03-03T03:10:30.396684Z","end":"2026-03-03T03:10:30.967788Z","steps":["trace[1495547833] 'agreement among raft nodes before linearized reading' (duration: 570.943039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.967765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.813428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:10:30.967797Z","caller":"traceutil/trace.go:171","msg":"trace[203137242] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8161; }","duration":"539.109876ms","start":"2026-03-03T03:10:30.428663Z","end":"2026-03-03T03:10:30.967773Z","steps":["trace[203137242] 'agreement among raft nodes before linearized reading' (duration: 538.947813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.96789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.489069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:10:30.967902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.067411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:10:30.967917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.147731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:10:30.967914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.262446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:10:30.967919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.956422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:10:30.967957Z","caller":"traceutil/trace.go:171","msg":"trace[483636656] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8161; }","duration":"571.325258ms","start":"2026-03-03T03:10:30.396622Z","end":"2026-03-03T03:10:30.967947Z","steps":["trace[483636656] 'agreement among raft nodes before linearized reading' (duration: 571.264507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.967965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.280083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:10:30.967997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.023254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:10:30.967998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.396611Z","time spent":"571.377949ms","remote":"127.0.0.1:59578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T03:10:30.96802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.454214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:10:30.968027Z","caller":"traceutil/trace.go:171","msg":"trace[599755761] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8161; }","duration":"589.350266ms","start":"2026-03-03T03:10:30.378656Z","end":"2026-03-03T03:10:30.968006Z","steps":["trace[599755761] 'agreement among raft nodes before linearized reading' (duration: 589.286574ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:10:30.968042Z","caller":"traceutil/trace.go:171","msg":"trace[1127669695] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8161; }","duration":"520.507415ms","start":"2026-03-03T03:10:30.447528Z","end":"2026-03-03T03:10:30.968035Z","steps":["trace[1127669695] 'agreement among raft nodes before linearized reading' (duration: 520.473854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.968067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.447511Z","time spent":"520.550966ms","remote":"127.0.0.1:59612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T03:10:30.968071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.378645Z","time spent":"589.416727ms","remote":"127.0.0.1:59564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-03T03:10:30.968107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.250481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-695f4f6949-pd79r.189936194360f5fc\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-03T03:10:30.968123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.938212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T03:10:30.968142Z","caller":"traceutil/trace.go:171","msg":"trace[206936968] range","detail":"{range_begin:/registry/events/openstack/barbican-api-695f4f6949-pd79r.189936194360f5fc; range_end:; response_count:1; response_revision:8161; }","duration":"487.316592ms","start":"2026-03-03T03:10:30.480815Z","end":"2026-03-03T03:10:30.968132Z","steps":["trace[206936968] 'agreement among raft nodes before linearized reading' (duration: 487.173289ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:10:30.968149Z","caller":"traceutil/trace.go:171","msg":"trace[1426321199] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8161; }","duration":"298.962312ms","start":"2026-03-03T03:10:30.669177Z","end":"2026-03-03T03:10:30.968139Z","steps":["trace[1426321199] 'agreement among raft nodes before linearized reading' (duration: 298.875511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.968176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.480792Z","time spent":"487.376914ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-695f4f6949-pd79r.189936194360f5fc\" "} {"level":"warn","ts":"2026-03-03T03:10:30.968218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.124724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:10:30.968276Z","caller":"traceutil/trace.go:171","msg":"trace[588826020] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:8161; }","duration":"509.210945ms","start":"2026-03-03T03:10:30.459052Z","end":"2026-03-03T03:10:30.968263Z","steps":["trace[588826020] 'agreement among raft nodes before linearized reading' (duration: 508.98775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.968266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.538165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:10:30.96833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.459042Z","time spent":"509.275467ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"info","ts":"2026-03-03T03:10:30.968337Z","caller":"traceutil/trace.go:171","msg":"trace[64083708] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8161; }","duration":"539.632468ms","start":"2026-03-03T03:10:30.428689Z","end":"2026-03-03T03:10:30.968321Z","steps":["trace[64083708] 'agreement among raft nodes before linearized reading' (duration: 539.354731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.968391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.428677Z","time spent":"539.69876ms","remote":"127.0.0.1:59608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:10:30.967836Z","caller":"traceutil/trace.go:171","msg":"trace[1026127150] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8161; }","duration":"557.626865ms","start":"2026-03-03T03:10:30.410193Z","end":"2026-03-03T03:10:30.96782Z","steps":["trace[1026127150] 'agreement among raft nodes before linearized reading' (duration: 557.516193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.968556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.410186Z","time spent":"558.347332ms","remote":"127.0.0.1:59594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"info","ts":"2026-03-03T03:10:30.967966Z","caller":"traceutil/trace.go:171","msg":"trace[276466792] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8161; }","duration":"605.071393ms","start":"2026-03-03T03:10:30.362869Z","end":"2026-03-03T03:10:30.96794Z","steps":["trace[276466792] 'agreement among raft nodes before linearized reading' (duration: 604.706275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.967904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.966189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:10:30.968788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.36286Z","time spent":"605.774399ms","remote":"127.0.0.1:59556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:10:30.968821Z","caller":"traceutil/trace.go:171","msg":"trace[113779944] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8161; }","duration":"590.938751ms","start":"2026-03-03T03:10:30.377868Z","end":"2026-03-03T03:10:30.968807Z","steps":["trace[113779944] 'agreement among raft nodes before linearized reading' (duration: 589.955299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.968876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.377851Z","time spent":"591.008582ms","remote":"127.0.0.1:59564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T03:10:30.967929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.428653Z","time spent":"539.26679ms","remote":"127.0.0.1:59608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T03:10:30.967885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.396673Z","time spent":"571.187825ms","remote":"127.0.0.1:59578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:10:30.967835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.310335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:10:30.969226Z","caller":"traceutil/trace.go:171","msg":"trace[609189904] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8161; }","duration":"571.582784ms","start":"2026-03-03T03:10:30.397488Z","end":"2026-03-03T03:10:30.969071Z","steps":["trace[609189904] 'agreement among raft nodes before linearized reading' (duration: 570.272074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.969365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.397481Z","time spent":"571.796398ms","remote":"127.0.0.1:59578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-03-03T03:10:30.967743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.484462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:10:30.969492Z","caller":"traceutil/trace.go:171","msg":"trace[1759805610] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8161; }","duration":"559.260041ms","start":"2026-03-03T03:10:30.410216Z","end":"2026-03-03T03:10:30.969476Z","steps":["trace[1759805610] 'agreement among raft nodes before linearized reading' (duration: 557.453311ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:10:30.967943Z","caller":"traceutil/trace.go:171","msg":"trace[809097981] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8161; }","duration":"590.130242ms","start":"2026-03-03T03:10:30.377804Z","end":"2026-03-03T03:10:30.967934Z","steps":["trace[809097981] 'agreement among raft nodes before linearized reading' (duration: 590.064431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.969585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.410206Z","time spent":"559.360583ms","remote":"127.0.0.1:59594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:10:30.96786Z","caller":"traceutil/trace.go:171","msg":"trace[1795518072] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8161; }","duration":"557.260847ms","start":"2026-03-03T03:10:30.410578Z","end":"2026-03-03T03:10:30.967839Z","steps":["trace[1795518072] 'agreement among raft nodes before linearized reading' (duration: 557.203056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.969713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.377793Z","time spent":"591.7847ms","remote":"127.0.0.1:59564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:10:30.969824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.41055Z","time spent":"559.213571ms","remote":"127.0.0.1:59594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"info","ts":"2026-03-03T03:10:30.967942Z","caller":"traceutil/trace.go:171","msg":"trace[852615513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8161; }","duration":"292.563511ms","start":"2026-03-03T03:10:30.675365Z","end":"2026-03-03T03:10:30.967929Z","steps":["trace[852615513] 'agreement among raft nodes before linearized reading' (duration: 292.485029ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:10:30.967952Z","caller":"traceutil/trace.go:171","msg":"trace[960730794] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8161; }","duration":"604.197473ms","start":"2026-03-03T03:10:30.363746Z","end":"2026-03-03T03:10:30.967943Z","steps":["trace[960730794] 'agreement among raft nodes before linearized reading' (duration: 604.149522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.970102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.363735Z","time spent":"606.34064ms","remote":"127.0.0.1:59556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-03T03:10:30.967983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.479674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:10:30.970188Z","caller":"traceutil/trace.go:171","msg":"trace[556825746] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8161; }","duration":"522.679143ms","start":"2026-03-03T03:10:30.447482Z","end":"2026-03-03T03:10:30.970161Z","steps":["trace[556825746] 'agreement among raft nodes before linearized reading' (duration: 520.481235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.970249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.447473Z","time spent":"522.757895ms","remote":"127.0.0.1:59612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:10:30.967999Z","caller":"traceutil/trace.go:171","msg":"trace[975968989] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8161; }","duration":"520.029534ms","start":"2026-03-03T03:10:30.447949Z","end":"2026-03-03T03:10:30.967978Z","steps":["trace[975968989] 'agreement among raft nodes before linearized reading' (duration: 519.935882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.970418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.44792Z","time spent":"522.447668ms","remote":"127.0.0.1:59612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-03T03:10:30.968009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.601425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:10:30.970544Z","caller":"traceutil/trace.go:171","msg":"trace[871474134] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8161; }","duration":"541.163271ms","start":"2026-03-03T03:10:30.429364Z","end":"2026-03-03T03:10:30.970527Z","steps":["trace[871474134] 'agreement among raft nodes before linearized reading' (duration: 538.605825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.970632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.429348Z","time spent":"541.265354ms","remote":"127.0.0.1:59608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"info","ts":"2026-03-03T03:10:30.968033Z","caller":"traceutil/trace.go:171","msg":"trace[815009472] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8161; }","duration":"338.124957ms","start":"2026-03-03T03:10:30.6299Z","end":"2026-03-03T03:10:30.968025Z","steps":["trace[815009472] 'agreement among raft nodes before linearized reading' (duration: 338.060656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.970738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.629873Z","time spent":"340.853637ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:10:30.971151Z","caller":"traceutil/trace.go:171","msg":"trace[624979487] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"465.48045ms","start":"2026-03-03T03:10:30.503295Z","end":"2026-03-03T03:10:30.968775Z","steps":["trace[624979487] 'process raft request' (duration: 463.892535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:30.97135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:30.503276Z","time spent":"467.966086ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:10:31.829198Z","caller":"traceutil/trace.go:171","msg":"trace[1339913582] linearizableReadLoop","detail":"{readStateIndex:8476; appliedIndex:8474; }","duration":"141.997487ms","start":"2026-03-03T03:10:31.687172Z","end":"2026-03-03T03:10:31.82917Z","steps":["trace[1339913582] 'read index received' (duration: 74.68011ms)","trace[1339913582] 'applied index is now lower than readState.Index' (duration: 67.316367ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:10:31.829353Z","caller":"traceutil/trace.go:171","msg":"trace[1738686621] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"161.301393ms","start":"2026-03-03T03:10:31.668026Z","end":"2026-03-03T03:10:31.829328Z","steps":["trace[1738686621] 'process raft request' (duration: 117.71181ms)","trace[1738686621] 'compare' (duration: 43.332088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:10:31.829448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.263392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:10:31.829485Z","caller":"traceutil/trace.go:171","msg":"trace[1919900178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8166; }","duration":"142.353074ms","start":"2026-03-03T03:10:31.687122Z","end":"2026-03-03T03:10:31.829475Z","steps":["trace[1919900178] 'agreement among raft nodes before linearized reading' (duration: 142.199241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:31.829594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.251939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T03:10:31.829718Z","caller":"traceutil/trace.go:171","msg":"trace[1042456752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8166; }","duration":"102.406523ms","start":"2026-03-03T03:10:31.727265Z","end":"2026-03-03T03:10:31.829671Z","steps":["trace[1042456752] 'agreement among raft nodes before linearized reading' (duration: 102.132087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:32.870053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.358527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:10:32.870299Z","caller":"traceutil/trace.go:171","msg":"trace[807630168] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"1.035673592s","start":"2026-03-03T03:10:31.834588Z","end":"2026-03-03T03:10:32.870262Z","steps":["trace[807630168] 'process raft request' (duration: 119.009618ms)","trace[807630168] 'compare' (duration: 915.53199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:10:32.870499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:31.834571Z","time spent":"1.035820725s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:10:32.870544Z","caller":"traceutil/trace.go:171","msg":"trace[161143981] linearizableReadLoop","detail":"{readStateIndex:8478; appliedIndex:8476; }","duration":"932.76099ms","start":"2026-03-03T03:10:31.937718Z","end":"2026-03-03T03:10:32.870479Z","steps":["trace[161143981] 'read index received' (duration: 15.86487ms)","trace[161143981] 'applied index is now lower than readState.Index' (duration: 916.89443ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:10:32.870748Z","caller":"traceutil/trace.go:171","msg":"trace[902119275] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"1.03600123s","start":"2026-03-03T03:10:31.834704Z","end":"2026-03-03T03:10:32.870705Z","steps":["trace[902119275] 'process raft request' (duration: 1.035473687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:32.870825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:31.834675Z","time spent":"1.036116503s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:10:32.871159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.429604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T03:10:32.871207Z","caller":"traceutil/trace.go:171","msg":"trace[65511312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8168; }","duration":"933.505037ms","start":"2026-03-03T03:10:31.937689Z","end":"2026-03-03T03:10:32.871194Z","steps":["trace[65511312] 'agreement among raft nodes before linearized reading' (duration: 933.096738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:32.87159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:31.937661Z","time spent":"933.912745ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:10:32.871739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.236109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:10:32.871788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.184245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T03:10:32.871821Z","caller":"traceutil/trace.go:171","msg":"trace[184297183] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:8168; }","duration":"135.237736ms","start":"2026-03-03T03:10:32.736575Z","end":"2026-03-03T03:10:32.871813Z","steps":["trace[184297183] 'agreement among raft nodes before linearized reading' (duration: 135.083103ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:10:32.871831Z","caller":"traceutil/trace.go:171","msg":"trace[908997598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8168; }","duration":"194.373932ms","start":"2026-03-03T03:10:32.677435Z","end":"2026-03-03T03:10:32.871808Z","steps":["trace[908997598] 'agreement among raft nodes before linearized reading' (duration: 194.220999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:32.871796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.466336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:10:32.871968Z","caller":"traceutil/trace.go:171","msg":"trace[1483285074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8168; }","duration":"751.66511ms","start":"2026-03-03T03:10:32.120247Z","end":"2026-03-03T03:10:32.871912Z","steps":["trace[1483285074] 'agreement among raft nodes before linearized reading' (duration: 751.389564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:32.872069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:32.120169Z","time spent":"751.884485ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:10:32.872015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.619086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T03:10:32.872172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.772216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:10:32.872208Z","caller":"traceutil/trace.go:171","msg":"trace[1329715652] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8168; }","duration":"637.861928ms","start":"2026-03-03T03:10:32.234336Z","end":"2026-03-03T03:10:32.872198Z","steps":["trace[1329715652] 'agreement among raft nodes before linearized reading' (duration: 637.699164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:32.872248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:32.23431Z","time spent":"637.928929ms","remote":"127.0.0.1:53016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":97,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:10:32.872212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.561788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-03T03:10:32.872194Z","caller":"traceutil/trace.go:171","msg":"trace[23023155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8168; }","duration":"514.884231ms","start":"2026-03-03T03:10:32.357297Z","end":"2026-03-03T03:10:32.872181Z","steps":["trace[23023155] 'agreement among raft nodes before linearized reading' (duration: 514.490273ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:10:32.872355Z","caller":"traceutil/trace.go:171","msg":"trace[117253284] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8168; }","duration":"166.746972ms","start":"2026-03-03T03:10:32.70556Z","end":"2026-03-03T03:10:32.872307Z","steps":["trace[117253284] 'agreement among raft nodes before linearized reading' (duration: 166.411055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:32.872386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:32.357265Z","time spent":"515.108156ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T03:10:33.032107Z","caller":"traceutil/trace.go:171","msg":"trace[188643524] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"155.842701ms","start":"2026-03-03T03:10:32.876226Z","end":"2026-03-03T03:10:33.032068Z","steps":["trace[188643524] 'process raft request' (duration: 155.507684ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:10:33.032234Z","caller":"traceutil/trace.go:171","msg":"trace[10707] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"154.631764ms","start":"2026-03-03T03:10:32.877583Z","end":"2026-03-03T03:10:33.032215Z","steps":["trace[10707] 'process raft request' (duration: 154.369618ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:10:33.055416Z","caller":"traceutil/trace.go:171","msg":"trace[577405882] linearizableReadLoop","detail":"{readStateIndex:8482; appliedIndex:8479; }","duration":"133.184022ms","start":"2026-03-03T03:10:32.922198Z","end":"2026-03-03T03:10:33.055382Z","steps":["trace[577405882] 'read index received' (duration: 109.643931ms)","trace[577405882] 'applied index is now lower than readState.Index' (duration: 23.538691ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:10:33.055465Z","caller":"traceutil/trace.go:171","msg":"trace[392948211] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"133.55662ms","start":"2026-03-03T03:10:32.921869Z","end":"2026-03-03T03:10:33.055426Z","steps":["trace[392948211] 'process raft request' (duration: 133.284313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:33.055708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.504398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19447"} {"level":"info","ts":"2026-03-03T03:10:33.055759Z","caller":"traceutil/trace.go:171","msg":"trace[951639816] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8171; }","duration":"133.589711ms","start":"2026-03-03T03:10:32.922157Z","end":"2026-03-03T03:10:33.055747Z","steps":["trace[951639816] 'agreement among raft nodes before linearized reading' (duration: 133.363256ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:10:34.038763Z","caller":"traceutil/trace.go:171","msg":"trace[1768746177] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"203.129577ms","start":"2026-03-03T03:10:33.835605Z","end":"2026-03-03T03:10:34.038735Z","steps":["trace[1768746177] 'process raft request' (duration: 202.88734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:34.309868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.225218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:10:34.310116Z","caller":"traceutil/trace.go:171","msg":"trace[1101721275] linearizableReadLoop","detail":"{readStateIndex:8488; appliedIndex:8487; }","duration":"267.552598ms","start":"2026-03-03T03:10:34.042535Z","end":"2026-03-03T03:10:34.310087Z","steps":["trace[1101721275] 'read index received' (duration: 121.946412ms)","trace[1101721275] 'applied index is now lower than readState.Index' (duration: 145.603776ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:10:34.310179Z","caller":"traceutil/trace.go:171","msg":"trace[1140128628] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"322.545713ms","start":"2026-03-03T03:10:33.987588Z","end":"2026-03-03T03:10:34.310134Z","steps":["trace[1140128628] 'process raft request' (duration: 176.905836ms)","trace[1140128628] 'compare' (duration: 144.86055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:10:34.310305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.760923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:10:34.310342Z","caller":"traceutil/trace.go:171","msg":"trace[1621984822] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8177; }","duration":"267.842565ms","start":"2026-03-03T03:10:34.042484Z","end":"2026-03-03T03:10:34.310327Z","steps":["trace[1621984822] 'agreement among raft nodes before linearized reading' (duration: 267.747303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:34.310435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:33.987555Z","time spent":"322.739507ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:10:35.469459Z","caller":"traceutil/trace.go:171","msg":"trace[636252567] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"428.727848ms","start":"2026-03-03T03:10:35.040679Z","end":"2026-03-03T03:10:35.469407Z","steps":["trace[636252567] 'process raft request' (duration: 403.304927ms)","trace[636252567] 'compare' (duration: 24.986132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:10:35.469719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:35.040657Z","time spent":"428.878072ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:10:35.469409Z","caller":"traceutil/trace.go:171","msg":"trace[1965064717] linearizableReadLoop","detail":"{readStateIndex:8495; appliedIndex:8493; }","duration":"400.029474ms","start":"2026-03-03T03:10:35.069341Z","end":"2026-03-03T03:10:35.46937Z","steps":["trace[1965064717] 'read index received' (duration: 374.672504ms)","trace[1965064717] 'applied index is now lower than readState.Index' (duration: 25.35537ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:10:35.46998Z","caller":"traceutil/trace.go:171","msg":"trace[489301519] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"428.911962ms","start":"2026-03-03T03:10:35.041041Z","end":"2026-03-03T03:10:35.469953Z","steps":["trace[489301519] 'process raft request' (duration: 428.192236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:35.470131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:35.041031Z","time spent":"429.027294ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:10:35.470336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.702917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T03:10:35.470466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.12034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:10:35.470509Z","caller":"traceutil/trace.go:171","msg":"trace[537324922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8184; }","duration":"389.924382ms","start":"2026-03-03T03:10:35.080555Z","end":"2026-03-03T03:10:35.470479Z","steps":["trace[537324922] 'agreement among raft nodes before linearized reading' (duration: 389.507362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:35.470578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:35.080543Z","time spent":"390.018284ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T03:10:35.470572Z","caller":"traceutil/trace.go:171","msg":"trace[9196838] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:8184; }","duration":"401.248342ms","start":"2026-03-03T03:10:35.069269Z","end":"2026-03-03T03:10:35.470518Z","steps":["trace[9196838] 'agreement among raft nodes before linearized reading' (duration: 400.229849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:35.470863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:10:35.069238Z","time spent":"401.60884ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"info","ts":"2026-03-03T03:11:03.485534Z","caller":"traceutil/trace.go:171","msg":"trace[1521862706] linearizableReadLoop","detail":"{readStateIndex:8689; appliedIndex:8688; }","duration":"354.350035ms","start":"2026-03-03T03:11:03.131148Z","end":"2026-03-03T03:11:03.485498Z","steps":["trace[1521862706] 'read index received' (duration: 353.615059ms)","trace[1521862706] 'applied index is now lower than readState.Index' (duration: 733.226µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:11:03.485591Z","caller":"traceutil/trace.go:171","msg":"trace[861102353] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"510.662158ms","start":"2026-03-03T03:11:02.974888Z","end":"2026-03-03T03:11:03.48555Z","steps":["trace[861102353] 'process raft request' (duration: 509.938012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:03.485825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:02.974868Z","time spent":"510.841711ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:11:03.485901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.529189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T03:11:03.486692Z","caller":"traceutil/trace.go:171","msg":"trace[955807767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8369; }","duration":"355.406549ms","start":"2026-03-03T03:11:03.131264Z","end":"2026-03-03T03:11:03.486671Z","steps":["trace[955807767] 'agreement among raft nodes before linearized reading' (duration: 354.460597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:03.48677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:03.131217Z","time spent":"355.536372ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:11:03.486071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.892577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T03:11:03.48713Z","caller":"traceutil/trace.go:171","msg":"trace[1135556528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8369; }","duration":"355.995362ms","start":"2026-03-03T03:11:03.131094Z","end":"2026-03-03T03:11:03.48709Z","steps":["trace[1135556528] 'agreement among raft nodes before linearized reading' (duration: 354.535359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:03.486231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.627908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T03:11:03.487204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:03.131067Z","time spent":"356.117764ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T03:11:03.487219Z","caller":"traceutil/trace.go:171","msg":"trace[894268239] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8369; }","duration":"320.618701ms","start":"2026-03-03T03:11:03.166567Z","end":"2026-03-03T03:11:03.487185Z","steps":["trace[894268239] 'agreement among raft nodes before linearized reading' (duration: 319.630119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:03.487295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:03.166555Z","time spent":"320.717103ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:11:07.766355Z","caller":"traceutil/trace.go:171","msg":"trace[48885065] linearizableReadLoop","detail":"{readStateIndex:8708; appliedIndex:8707; }","duration":"248.676513ms","start":"2026-03-03T03:11:07.517643Z","end":"2026-03-03T03:11:07.76632Z","steps":["trace[48885065] 'read index received' (duration: 248.351586ms)","trace[48885065] 'applied index is now lower than readState.Index' (duration: 323.247µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:11:07.766414Z","caller":"traceutil/trace.go:171","msg":"trace[584244418] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"252.353113ms","start":"2026-03-03T03:11:07.514016Z","end":"2026-03-03T03:11:07.766369Z","steps":["trace[584244418] 'process raft request' (duration: 252.074017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:07.766637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.665144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:11:07.766694Z","caller":"traceutil/trace.go:171","msg":"trace[914288273] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8388; }","duration":"182.823538ms","start":"2026-03-03T03:11:07.583855Z","end":"2026-03-03T03:11:07.766679Z","steps":["trace[914288273] 'agreement among raft nodes before linearized reading' (duration: 182.674854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:07.766668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.009349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T03:11:07.766752Z","caller":"traceutil/trace.go:171","msg":"trace[61182331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8388; }","duration":"249.179093ms","start":"2026-03-03T03:11:07.517553Z","end":"2026-03-03T03:11:07.766732Z","steps":["trace[61182331] 'agreement among raft nodes before linearized reading' (duration: 248.881606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:08.10839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.642915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:11:08.108508Z","caller":"traceutil/trace.go:171","msg":"trace[1410212671] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8393; }","duration":"221.820998ms","start":"2026-03-03T03:11:07.886666Z","end":"2026-03-03T03:11:08.108487Z","steps":["trace[1410212671] 'count revisions from in-memory index tree' (duration: 221.578184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:11:08.108593Z","caller":"traceutil/trace.go:171","msg":"trace[1337218835] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"169.681497ms","start":"2026-03-03T03:11:07.938863Z","end":"2026-03-03T03:11:08.108545Z","steps":["trace[1337218835] 'process raft request' (duration: 143.445907ms)","trace[1337218835] 'compare' (duration: 26.016385ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:11:15.957099Z","caller":"traceutil/trace.go:171","msg":"trace[273070482] transaction","detail":"{read_only:false; response_revision:8468; number_of_response:1; }","duration":"200.773784ms","start":"2026-03-03T03:11:15.7563Z","end":"2026-03-03T03:11:15.957073Z","steps":["trace[273070482] 'process raft request' (duration: 200.546389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:16.325282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.250512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:11:16.325613Z","caller":"traceutil/trace.go:171","msg":"trace[1492011210] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"562.380551ms","start":"2026-03-03T03:11:15.763171Z","end":"2026-03-03T03:11:16.325552Z","steps":["trace[1492011210] 'process raft request' (duration: 371.655429ms)","trace[1492011210] 'compare' (duration: 189.800261ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:11:16.325659Z","caller":"traceutil/trace.go:171","msg":"trace[1021389651] linearizableReadLoop","detail":"{readStateIndex:8794; appliedIndex:8793; }","duration":"522.162112ms","start":"2026-03-03T03:11:15.80347Z","end":"2026-03-03T03:11:16.325632Z","steps":["trace[1021389651] 'read index received' (duration: 153.648613ms)","trace[1021389651] 'applied index is now lower than readState.Index' (duration: 368.511509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:11:16.325938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:15.76315Z","time spent":"562.624565ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4634,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:11:16.325988Z","caller":"traceutil/trace.go:171","msg":"trace[629504934] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"187.384679ms","start":"2026-03-03T03:11:16.138581Z","end":"2026-03-03T03:11:16.325966Z","steps":["trace[629504934] 'process raft request' (duration: 186.96881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:16.326045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.542131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:11:16.326107Z","caller":"traceutil/trace.go:171","msg":"trace[1385052985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8472; }","duration":"522.649693ms","start":"2026-03-03T03:11:15.803442Z","end":"2026-03-03T03:11:16.326092Z","steps":["trace[1385052985] 'agreement among raft nodes before linearized reading' (duration: 522.380248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:16.32616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:15.80343Z","time spent":"522.714524ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:11:16.326259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.098332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T03:11:16.326304Z","caller":"traceutil/trace.go:171","msg":"trace[2146459384] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8472; }","duration":"489.163904ms","start":"2026-03-03T03:11:15.837128Z","end":"2026-03-03T03:11:16.326291Z","steps":["trace[2146459384] 'agreement among raft nodes before linearized reading' (duration: 489.0007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:16.32634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:15.837117Z","time spent":"489.213365ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:11:16.326366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.896022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T03:11:16.326396Z","caller":"traceutil/trace.go:171","msg":"trace[1117001177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8472; }","duration":"481.941134ms","start":"2026-03-03T03:11:15.844445Z","end":"2026-03-03T03:11:16.326386Z","steps":["trace[1117001177] 'agreement among raft nodes before linearized reading' (duration: 481.850892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:16.326435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:15.844437Z","time spent":"481.991485ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T03:11:16.325712Z","caller":"traceutil/trace.go:171","msg":"trace[1549704898] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"479.516071ms","start":"2026-03-03T03:11:15.846137Z","end":"2026-03-03T03:11:16.325653Z","steps":["trace[1549704898] 'process raft request' (duration: 479.274226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:16.326505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.179888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:11:16.326536Z","caller":"traceutil/trace.go:171","msg":"trace[1435845439] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:8472; }","duration":"482.22529ms","start":"2026-03-03T03:11:15.844299Z","end":"2026-03-03T03:11:16.326525Z","steps":["trace[1435845439] 'agreement among raft nodes before linearized reading' (duration: 482.131718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:16.326572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:15.844292Z","time spent":"482.273371ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"warn","ts":"2026-03-03T03:11:16.326613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:15.846122Z","time spent":"480.39438ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:11:16.326671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.484626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T03:11:16.326727Z","caller":"traceutil/trace.go:171","msg":"trace[52510700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8472; }","duration":"482.558387ms","start":"2026-03-03T03:11:15.844153Z","end":"2026-03-03T03:11:16.326711Z","steps":["trace[52510700] 'agreement among raft nodes before linearized reading' (duration: 482.344032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:16.326732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.815927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T03:11:16.326766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:15.844142Z","time spent":"482.617308ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T03:11:16.326768Z","caller":"traceutil/trace.go:171","msg":"trace[849551617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8472; }","duration":"484.869298ms","start":"2026-03-03T03:11:15.841888Z","end":"2026-03-03T03:11:16.326758Z","steps":["trace[849551617] 'agreement among raft nodes before linearized reading' (duration: 484.768636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:16.326802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:15.841877Z","time spent":"484.91994ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:11:16.326831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.13301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:11:16.326776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.127897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T03:11:16.326866Z","caller":"traceutil/trace.go:171","msg":"trace[961477584] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8472; }","duration":"416.192462ms","start":"2026-03-03T03:11:15.910659Z","end":"2026-03-03T03:11:16.326852Z","steps":["trace[961477584] 'agreement among raft nodes before linearized reading' (duration: 416.135561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:16.326898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:15.910646Z","time spent":"416.243543ms","remote":"127.0.0.1:60996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:11:16.326902Z","caller":"traceutil/trace.go:171","msg":"trace[2050004186] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8472; }","duration":"242.292701ms","start":"2026-03-03T03:11:16.084591Z","end":"2026-03-03T03:11:16.326884Z","steps":["trace[2050004186] 'agreement among raft nodes before linearized reading' (duration: 242.119167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:11:16.749096Z","caller":"traceutil/trace.go:171","msg":"trace[2078560604] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"396.719892ms","start":"2026-03-03T03:11:16.352343Z","end":"2026-03-03T03:11:16.749063Z","steps":["trace[2078560604] 'process raft request' (duration: 396.593179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:16.749326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:16.352314Z","time spent":"396.894036ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:11:16.74912Z","caller":"traceutil/trace.go:171","msg":"trace[1528824041] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"414.831201ms","start":"2026-03-03T03:11:16.334251Z","end":"2026-03-03T03:11:16.749082Z","steps":["trace[1528824041] 'process raft request' (duration: 414.467263ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:11:16.749539Z","caller":"traceutil/trace.go:171","msg":"trace[1606424194] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"395.417093ms","start":"2026-03-03T03:11:16.3541Z","end":"2026-03-03T03:11:16.749517Z","steps":["trace[1606424194] 'process raft request' (duration: 394.890551ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:11:16.749702Z","caller":"traceutil/trace.go:171","msg":"trace[1389690547] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"395.230139ms","start":"2026-03-03T03:11:16.354427Z","end":"2026-03-03T03:11:16.749657Z","steps":["trace[1389690547] 'process raft request' (duration: 394.83025ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:11:16.749711Z","caller":"traceutil/trace.go:171","msg":"trace[1633875532] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"394.778189ms","start":"2026-03-03T03:11:16.354888Z","end":"2026-03-03T03:11:16.749666Z","steps":["trace[1633875532] 'process raft request' (duration: 394.515913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:16.749777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:16.354417Z","time spent":"395.323261ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:11:16.749845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:16.354092Z","time spent":"395.504394ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:11:16.749894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:16.354882Z","time spent":"394.917452ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:11:16.750052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:16.334229Z","time spent":"415.749332ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:11:16.75007Z","caller":"traceutil/trace.go:171","msg":"trace[233743467] linearizableReadLoop","detail":"{readStateIndex:8803; appliedIndex:8797; }","duration":"390.057984ms","start":"2026-03-03T03:11:16.35998Z","end":"2026-03-03T03:11:16.750038Z","steps":["trace[233743467] 'read index received' (duration: 46.270191ms)","trace[233743467] 'applied index is now lower than readState.Index' (duration: 343.786343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:11:16.750447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.465294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228753"} {"level":"info","ts":"2026-03-03T03:11:16.7505Z","caller":"traceutil/trace.go:171","msg":"trace[1061006549] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8478; }","duration":"390.568656ms","start":"2026-03-03T03:11:16.359923Z","end":"2026-03-03T03:11:16.750491Z","steps":["trace[1061006549] 'agreement among raft nodes before linearized reading' (duration: 390.206248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:16.750525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:16.359899Z","time spent":"390.619216ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228776,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T03:11:16.821414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.370495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-03T03:11:16.821547Z","caller":"traceutil/trace.go:171","msg":"trace[7185816] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8479; }","duration":"300.561129ms","start":"2026-03-03T03:11:16.520965Z","end":"2026-03-03T03:11:16.821526Z","steps":["trace[7185816] 'agreement among raft nodes before linearized reading' (duration: 300.257793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:16.821589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.042254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:11:16.821533Z","caller":"traceutil/trace.go:171","msg":"trace[1779519431] transaction","detail":"{read_only:false; response_revision:8479; number_of_response:1; }","duration":"404.719829ms","start":"2026-03-03T03:11:16.416754Z","end":"2026-03-03T03:11:16.821474Z","steps":["trace[1779519431] 'process raft request' (duration: 404.303849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:16.82164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:16.520947Z","time spent":"300.678621ms","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T03:11:16.821699Z","caller":"traceutil/trace.go:171","msg":"trace[1383547426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8479; }","duration":"145.210917ms","start":"2026-03-03T03:11:16.676449Z","end":"2026-03-03T03:11:16.82166Z","steps":["trace[1383547426] 'agreement among raft nodes before linearized reading' (duration: 145.022293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:16.821851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:16.416739Z","time spent":"405.011545ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:11:17.725286Z","caller":"traceutil/trace.go:171","msg":"trace[396517309] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"369.907209ms","start":"2026-03-03T03:11:17.355345Z","end":"2026-03-03T03:11:17.725252Z","steps":["trace[396517309] 'process raft request' (duration: 369.667824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:17.725493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:17.355322Z","time spent":"370.059992ms","remote":"127.0.0.1:36506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:11:18.638052Z","caller":"traceutil/trace.go:171","msg":"trace[1209858368] linearizableReadLoop","detail":"{readStateIndex:8808; appliedIndex:8807; }","duration":"462.547295ms","start":"2026-03-03T03:11:18.175444Z","end":"2026-03-03T03:11:18.637992Z","steps":["trace[1209858368] 'read index received' (duration: 421.858487ms)","trace[1209858368] 'applied index is now lower than readState.Index' (duration: 40.684978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:11:18.638518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.049066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-03T03:11:18.63857Z","caller":"traceutil/trace.go:171","msg":"trace[849748257] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8482; }","duration":"463.165228ms","start":"2026-03-03T03:11:18.175393Z","end":"2026-03-03T03:11:18.638558Z","steps":["trace[849748257] 'agreement among raft nodes before linearized reading' (duration: 462.857771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:18.638618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:18.175365Z","time spent":"463.24114ms","remote":"127.0.0.1:59544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T03:11:18.647923Z","caller":"traceutil/trace.go:171","msg":"trace[840915777] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"315.568209ms","start":"2026-03-03T03:11:18.332327Z","end":"2026-03-03T03:11:18.647895Z","steps":["trace[840915777] 'process raft request' (duration: 305.502506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:18.648167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:18.332292Z","time spent":"315.715183ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:11:18.648322Z","caller":"traceutil/trace.go:171","msg":"trace[1112043837] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"313.576156ms","start":"2026-03-03T03:11:18.334712Z","end":"2026-03-03T03:11:18.648289Z","steps":["trace[1112043837] 'process raft request' (duration: 313.077085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:18.648409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.064976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:11:18.648407Z","caller":"traceutil/trace.go:171","msg":"trace[673117199] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"313.630696ms","start":"2026-03-03T03:11:18.334718Z","end":"2026-03-03T03:11:18.648348Z","steps":["trace[673117199] 'process raft request' (duration: 313.439172ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:11:18.648474Z","caller":"traceutil/trace.go:171","msg":"trace[2112949366] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8485; }","duration":"256.191528ms","start":"2026-03-03T03:11:18.392266Z","end":"2026-03-03T03:11:18.648457Z","steps":["trace[2112949366] 'agreement among raft nodes before linearized reading' (duration: 256.040365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:18.648572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:18.3347Z","time spent":"313.714838ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:11:18.648593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:11:18.334688Z","time spent":"313.80013ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:11:18.648745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.872933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T03:11:18.648788Z","caller":"traceutil/trace.go:171","msg":"trace[1710329086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8485; }","duration":"237.939045ms","start":"2026-03-03T03:11:18.410841Z","end":"2026-03-03T03:11:18.64878Z","steps":["trace[1710329086] 'agreement among raft nodes before linearized reading' (duration: 237.824093ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:11:18.861541Z","caller":"traceutil/trace.go:171","msg":"trace[433981584] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"205.602412ms","start":"2026-03-03T03:11:18.655897Z","end":"2026-03-03T03:11:18.861499Z","steps":["trace[433981584] 'process raft request' (duration: 205.310715ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:11:18.862023Z","caller":"traceutil/trace.go:171","msg":"trace[2099894760] linearizableReadLoop","detail":"{readStateIndex:8813; appliedIndex:8811; }","duration":"184.992195ms","start":"2026-03-03T03:11:18.677Z","end":"2026-03-03T03:11:18.861992Z","steps":["trace[2099894760] 'read index received' (duration: 19.157243ms)","trace[2099894760] 'applied index is now lower than readState.Index' (duration: 165.832012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:11:18.862194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.15369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:11:18.862306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.735297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T03:11:18.862317Z","caller":"traceutil/trace.go:171","msg":"trace[279708193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8487; }","duration":"185.306913ms","start":"2026-03-03T03:11:18.676986Z","end":"2026-03-03T03:11:18.862293Z","steps":["trace[279708193] 'agreement among raft nodes before linearized reading' (duration: 185.092818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:18.862411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.749198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T03:11:18.862425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.81841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:11:18.862461Z","caller":"traceutil/trace.go:171","msg":"trace[1586188089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8487; }","duration":"106.86548ms","start":"2026-03-03T03:11:18.755588Z","end":"2026-03-03T03:11:18.862453Z","steps":["trace[1586188089] 'agreement among raft nodes before linearized reading' (duration: 106.776908ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:11:18.862465Z","caller":"traceutil/trace.go:171","msg":"trace[644579620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8487; }","duration":"106.836369ms","start":"2026-03-03T03:11:18.755613Z","end":"2026-03-03T03:11:18.862449Z","steps":["trace[644579620] 'agreement among raft nodes before linearized reading' (duration: 106.613804ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:11:18.862347Z","caller":"traceutil/trace.go:171","msg":"trace[262578831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8487; }","duration":"106.83145ms","start":"2026-03-03T03:11:18.755503Z","end":"2026-03-03T03:11:18.862335Z","steps":["trace[262578831] 'agreement among raft nodes before linearized reading' (duration: 106.655266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:18.86255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.497629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T03:11:18.862661Z","caller":"traceutil/trace.go:171","msg":"trace[1376339971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8487; }","duration":"105.643922ms","start":"2026-03-03T03:11:18.756994Z","end":"2026-03-03T03:11:18.862638Z","steps":["trace[1376339971] 'agreement among raft nodes before linearized reading' (duration: 105.199933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:18.862847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.098089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:11:18.862892Z","caller":"traceutil/trace.go:171","msg":"trace[133566780] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:8487; }","duration":"104.155081ms","start":"2026-03-03T03:11:18.758727Z","end":"2026-03-03T03:11:18.862882Z","steps":["trace[133566780] 'agreement among raft nodes before linearized reading' (duration: 104.038008ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:11:29.841444Z","caller":"traceutil/trace.go:171","msg":"trace[827457321] linearizableReadLoop","detail":"{readStateIndex:8899; appliedIndex:8898; }","duration":"165.693319ms","start":"2026-03-03T03:11:29.675718Z","end":"2026-03-03T03:11:29.841411Z","steps":["trace[827457321] 'read index received' (duration: 165.450044ms)","trace[827457321] 'applied index is now lower than readState.Index' (duration: 242.025µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:11:29.84151Z","caller":"traceutil/trace.go:171","msg":"trace[272359311] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"230.849368ms","start":"2026-03-03T03:11:29.610619Z","end":"2026-03-03T03:11:29.841468Z","steps":["trace[272359311] 'process raft request' (duration: 230.631293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:11:29.841643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.911604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:11:29.841725Z","caller":"traceutil/trace.go:171","msg":"trace[1465941869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8571; }","duration":"166.068397ms","start":"2026-03-03T03:11:29.675644Z","end":"2026-03-03T03:11:29.841712Z","steps":["trace[1465941869] 'agreement among raft nodes before linearized reading' (duration: 165.897183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:12:23.433173Z","caller":"traceutil/trace.go:171","msg":"trace[881232372] linearizableReadLoop","detail":"{readStateIndex:9475; appliedIndex:9474; }","duration":"155.034663ms","start":"2026-03-03T03:12:23.278109Z","end":"2026-03-03T03:12:23.433143Z","steps":["trace[881232372] 'read index received' (duration: 154.823468ms)","trace[881232372] 'applied index is now lower than readState.Index' (duration: 210.055µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:12:23.433227Z","caller":"traceutil/trace.go:171","msg":"trace[97321313] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"158.537941ms","start":"2026-03-03T03:12:23.274654Z","end":"2026-03-03T03:12:23.433192Z","steps":["trace[97321313] 'process raft request' (duration: 158.294685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:12:23.433468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.315399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T03:12:23.433505Z","caller":"traceutil/trace.go:171","msg":"trace[803248206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9131; }","duration":"155.41019ms","start":"2026-03-03T03:12:23.278086Z","end":"2026-03-03T03:12:23.433496Z","steps":["trace[803248206] 'agreement among raft nodes before linearized reading' (duration: 155.221576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:12:23.433541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.317092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:12:23.433634Z","caller":"traceutil/trace.go:171","msg":"trace[506014052] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:9131; }","duration":"118.437544ms","start":"2026-03-03T03:12:23.315176Z","end":"2026-03-03T03:12:23.433614Z","steps":["trace[506014052] 'agreement among raft nodes before linearized reading' (duration: 118.209599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:12:23.433542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.37214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T03:12:23.433767Z","caller":"traceutil/trace.go:171","msg":"trace[1326333207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9131; }","duration":"150.660106ms","start":"2026-03-03T03:12:23.283088Z","end":"2026-03-03T03:12:23.433748Z","steps":["trace[1326333207] 'agreement among raft nodes before linearized reading' (duration: 150.299128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:12:23.433796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.114121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:12:23.433925Z","caller":"traceutil/trace.go:171","msg":"trace[1068834321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9131; }","duration":"144.279065ms","start":"2026-03-03T03:12:23.289609Z","end":"2026-03-03T03:12:23.433888Z","steps":["trace[1068834321] 'agreement among raft nodes before linearized reading' (duration: 143.877886ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:12:37.315949Z","caller":"traceutil/trace.go:171","msg":"trace[309901299] transaction","detail":"{read_only:false; response_revision:9201; number_of_response:1; }","duration":"360.068519ms","start":"2026-03-03T03:12:36.955845Z","end":"2026-03-03T03:12:37.315913Z","steps":["trace[309901299] 'process raft request' (duration: 359.830023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:12:37.316181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:12:36.95579Z","time spent":"360.272263ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:12:37.431805Z","caller":"traceutil/trace.go:171","msg":"trace[136641778] linearizableReadLoop","detail":"{readStateIndex:9549; appliedIndex:9546; }","duration":"336.183451ms","start":"2026-03-03T03:12:37.095591Z","end":"2026-03-03T03:12:37.431775Z","steps":["trace[136641778] 'read index received' (duration: 219.976836ms)","trace[136641778] 'applied index is now lower than readState.Index' (duration: 116.205155ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:12:37.431963Z","caller":"traceutil/trace.go:171","msg":"trace[725433093] transaction","detail":"{read_only:false; response_revision:9203; number_of_response:1; }","duration":"410.924371ms","start":"2026-03-03T03:12:37.021027Z","end":"2026-03-03T03:12:37.431952Z","steps":["trace[725433093] 'process raft request' (duration: 410.600824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:12:37.432071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:12:37.021018Z","time spent":"410.995044ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:12:37.431854Z","caller":"traceutil/trace.go:171","msg":"trace[1214966984] transaction","detail":"{read_only:false; response_revision:9202; number_of_response:1; }","duration":"414.209504ms","start":"2026-03-03T03:12:37.017601Z","end":"2026-03-03T03:12:37.431811Z","steps":["trace[1214966984] 'process raft request' (duration: 323.800959ms)","trace[1214966984] 'compare' (duration: 89.941485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:12:37.432157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.563239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T03:12:37.432221Z","caller":"traceutil/trace.go:171","msg":"trace[1411558437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9203; }","duration":"336.664532ms","start":"2026-03-03T03:12:37.095541Z","end":"2026-03-03T03:12:37.432205Z","steps":["trace[1411558437] 'agreement among raft nodes before linearized reading' (duration: 336.450977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:12:37.432215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:12:37.017548Z","time spent":"414.600442ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:12:37.432265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:12:37.095522Z","time spent":"336.734363ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T03:12:37.866206Z","caller":"traceutil/trace.go:171","msg":"trace[1890195177] linearizableReadLoop","detail":"{readStateIndex:9551; appliedIndex:9550; }","duration":"338.072163ms","start":"2026-03-03T03:12:37.528107Z","end":"2026-03-03T03:12:37.866179Z","steps":["trace[1890195177] 'read index received' (duration: 337.93355ms)","trace[1890195177] 'applied index is now lower than readState.Index' (duration: 137.573µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:12:37.866308Z","caller":"traceutil/trace.go:171","msg":"trace[1549200396] transaction","detail":"{read_only:false; response_revision:9205; number_of_response:1; }","duration":"351.972231ms","start":"2026-03-03T03:12:37.51428Z","end":"2026-03-03T03:12:37.866252Z","steps":["trace[1549200396] 'process raft request' (duration: 351.722405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:12:37.866462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.344699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T03:12:37.866511Z","caller":"traceutil/trace.go:171","msg":"trace[632179115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9205; }","duration":"338.465542ms","start":"2026-03-03T03:12:37.528032Z","end":"2026-03-03T03:12:37.866497Z","steps":["trace[632179115] 'agreement among raft nodes before linearized reading' (duration: 338.285228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:12:37.86655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:12:37.527991Z","time spent":"338.548614ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:12:37.866582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:12:37.514262Z","time spent":"352.166365ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:12:38.010904Z","caller":"traceutil/trace.go:171","msg":"trace[1118703896] transaction","detail":"{read_only:false; response_revision:9206; number_of_response:1; }","duration":"139.144512ms","start":"2026-03-03T03:12:37.871735Z","end":"2026-03-03T03:12:38.010879Z","steps":["trace[1118703896] 'process raft request' (duration: 138.936377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:12:38.011098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.001544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:12:38.011168Z","caller":"traceutil/trace.go:171","msg":"trace[185649203] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:9206; }","duration":"450.111106ms","start":"2026-03-03T03:12:37.561038Z","end":"2026-03-03T03:12:38.011149Z","steps":["trace[185649203] 'agreement among raft nodes before linearized reading' (duration: 449.885962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:12:38.011215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:12:37.561015Z","time spent":"450.190888ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"warn","ts":"2026-03-03T03:12:38.011205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.875834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T03:12:38.011212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.995642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T03:12:38.011281Z","caller":"traceutil/trace.go:171","msg":"trace[3379932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9206; }","duration":"479.998787ms","start":"2026-03-03T03:12:37.531261Z","end":"2026-03-03T03:12:38.01126Z","steps":["trace[3379932] 'agreement among raft nodes before linearized reading' (duration: 479.718681ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:12:38.011323Z","caller":"traceutil/trace.go:171","msg":"trace[1208819554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9206; }","duration":"473.156755ms","start":"2026-03-03T03:12:37.538139Z","end":"2026-03-03T03:12:38.011296Z","steps":["trace[1208819554] 'agreement among raft nodes before linearized reading' (duration: 472.816587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:12:38.011338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:12:37.531245Z","time spent":"480.078008ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:12:38.011373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:12:37.538122Z","time spent":"473.241147ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T03:12:38.010899Z","caller":"traceutil/trace.go:171","msg":"trace[1818434200] linearizableReadLoop","detail":"{readStateIndex:9552; appliedIndex:9551; }","duration":"144.568081ms","start":"2026-03-03T03:12:37.866284Z","end":"2026-03-03T03:12:38.010852Z","steps":["trace[1818434200] 'read index received' (duration: 73.864269ms)","trace[1818434200] 'applied index is now lower than readState.Index' (duration: 70.699912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:12:38.011637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.04709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:12:38.011753Z","caller":"traceutil/trace.go:171","msg":"trace[19663447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9206; }","duration":"139.237784ms","start":"2026-03-03T03:12:37.872491Z","end":"2026-03-03T03:12:38.011729Z","steps":["trace[19663447] 'agreement among raft nodes before linearized reading' (duration: 139.020809ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:13:45.622773Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T03:13:45.630712Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T03:13:45.630809Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T03:13:49.240527Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7423} {"level":"info","ts":"2026-03-03T03:13:49.308865Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7423,"took":"66.144869ms","hash":3929514769,"current-db-size-bytes":39415808,"current-db-size":"39 MB","current-db-size-in-use-bytes":24801280,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-03T03:13:49.309019Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3929514769,"revision":7423,"compact-revision":5209} {"level":"warn","ts":"2026-03-03T03:16:35.515776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.142402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:16:35.515885Z","caller":"traceutil/trace.go:171","msg":"trace[2112528158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10551; }","duration":"131.283756ms","start":"2026-03-03T03:16:35.384579Z","end":"2026-03-03T03:16:35.515863Z","steps":["trace[2112528158] 'range keys from in-memory index tree' (duration: 130.978649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:16:35.516495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.288356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T03:16:35.516495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.459392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T03:16:35.517514Z","caller":"traceutil/trace.go:171","msg":"trace[1659803719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10551; }","duration":"132.336028ms","start":"2026-03-03T03:16:35.385152Z","end":"2026-03-03T03:16:35.517488Z","steps":["trace[1659803719] 'range keys from in-memory index tree' (duration: 130.62776ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:16:35.517517Z","caller":"traceutil/trace.go:171","msg":"trace[759247328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10551; }","duration":"133.501034ms","start":"2026-03-03T03:16:35.383994Z","end":"2026-03-03T03:16:35.517495Z","steps":["trace[759247328] 'range keys from in-memory index tree' (duration: 131.766586ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:16:43.792848Z","caller":"traceutil/trace.go:171","msg":"trace[805671501] linearizableReadLoop","detail":"{readStateIndex:11073; appliedIndex:11072; }","duration":"170.339297ms","start":"2026-03-03T03:16:43.622489Z","end":"2026-03-03T03:16:43.792828Z","steps":["trace[805671501] 'read index received' (duration: 170.104482ms)","trace[805671501] 'applied index is now lower than readState.Index' (duration: 233.955µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:16:43.792929Z","caller":"traceutil/trace.go:171","msg":"trace[628204252] transaction","detail":"{read_only:false; response_revision:10669; number_of_response:1; }","duration":"170.704304ms","start":"2026-03-03T03:16:43.622191Z","end":"2026-03-03T03:16:43.792895Z","steps":["trace[628204252] 'process raft request' (duration: 170.465369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:16:43.793095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.595392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T03:16:43.793132Z","caller":"traceutil/trace.go:171","msg":"trace[1576359443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10669; }","duration":"170.692834ms","start":"2026-03-03T03:16:43.62243Z","end":"2026-03-03T03:16:43.793123Z","steps":["trace[1576359443] 'agreement among raft nodes before linearized reading' (duration: 170.49759ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:16:43.885808Z","caller":"traceutil/trace.go:171","msg":"trace[941231934] transaction","detail":"{read_only:false; response_revision:10670; number_of_response:1; }","duration":"263.052061ms","start":"2026-03-03T03:16:43.622698Z","end":"2026-03-03T03:16:43.88575Z","steps":["trace[941231934] 'process raft request' (duration: 262.685893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:16:43.885971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.50292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:16:43.886081Z","caller":"traceutil/trace.go:171","msg":"trace[304556479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10670; }","duration":"209.658913ms","start":"2026-03-03T03:16:43.676399Z","end":"2026-03-03T03:16:43.886058Z","steps":["trace[304556479] 'agreement among raft nodes before linearized reading' (duration: 209.440969ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:16:45.465401Z","caller":"traceutil/trace.go:171","msg":"trace[1561451247] transaction","detail":"{read_only:false; response_revision:10677; number_of_response:1; }","duration":"147.028871ms","start":"2026-03-03T03:16:45.318343Z","end":"2026-03-03T03:16:45.465372Z","steps":["trace[1561451247] 'process raft request' (duration: 146.788366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:17:53.602204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.349546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T03:17:53.602352Z","caller":"traceutil/trace.go:171","msg":"trace[531334699] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:11349; }","duration":"116.53416ms","start":"2026-03-03T03:17:53.485785Z","end":"2026-03-03T03:17:53.602319Z","steps":["trace[531334699] 'range keys from in-memory index tree' (duration: 116.134512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:17:54.020795Z","caller":"traceutil/trace.go:171","msg":"trace[2144605612] transaction","detail":"{read_only:false; response_revision:11350; number_of_response:1; }","duration":"135.877186ms","start":"2026-03-03T03:17:53.884882Z","end":"2026-03-03T03:17:54.020759Z","steps":["trace[2144605612] 'process raft request' (duration: 135.661801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:18:11.901651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.487439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:18:11.901775Z","caller":"traceutil/trace.go:171","msg":"trace[860870937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11440; }","duration":"224.652152ms","start":"2026-03-03T03:18:11.677099Z","end":"2026-03-03T03:18:11.901751Z","steps":["trace[860870937] 'range keys from in-memory index tree' (duration: 224.321435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:18:11.902003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.907041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:18:11.902033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.607899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:18:11.902082Z","caller":"traceutil/trace.go:171","msg":"trace[355013562] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:11440; }","duration":"261.707021ms","start":"2026-03-03T03:18:11.640364Z","end":"2026-03-03T03:18:11.902071Z","steps":["trace[355013562] 'count revisions from in-memory index tree' (duration: 261.522577ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:18:11.902092Z","caller":"traceutil/trace.go:171","msg":"trace[114418594] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:11440; }","duration":"303.071374ms","start":"2026-03-03T03:18:11.598999Z","end":"2026-03-03T03:18:11.90207Z","steps":["trace[114418594] 'count revisions from in-memory index tree' (duration: 302.732687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:18:11.902011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.041873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:18:11.902248Z","caller":"traceutil/trace.go:171","msg":"trace[1170591992] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11440; }","duration":"269.37212ms","start":"2026-03-03T03:18:11.632851Z","end":"2026-03-03T03:18:11.902223Z","steps":["trace[1170591992] 'count revisions from in-memory index tree' (duration: 268.878269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:18:11.902151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:18:11.598962Z","time spent":"303.171106ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:18:15.866192Z","caller":"traceutil/trace.go:171","msg":"trace[1344626826] linearizableReadLoop","detail":"{readStateIndex:11885; appliedIndex:11884; }","duration":"186.264304ms","start":"2026-03-03T03:18:15.679902Z","end":"2026-03-03T03:18:15.866166Z","steps":["trace[1344626826] 'read index received' (duration: 185.997918ms)","trace[1344626826] 'applied index is now lower than readState.Index' (duration: 265.236µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:18:15.866322Z","caller":"traceutil/trace.go:171","msg":"trace[548222923] transaction","detail":"{read_only:false; response_revision:11460; number_of_response:1; }","duration":"396.824775ms","start":"2026-03-03T03:18:15.469478Z","end":"2026-03-03T03:18:15.866303Z","steps":["trace[548222923] 'process raft request' (duration: 396.498738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:18:15.866391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.520779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:18:15.866434Z","caller":"traceutil/trace.go:171","msg":"trace[64434700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11460; }","duration":"186.621911ms","start":"2026-03-03T03:18:15.679802Z","end":"2026-03-03T03:18:15.866423Z","steps":["trace[64434700] 'agreement among raft nodes before linearized reading' (duration: 186.520779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:18:15.866614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:18:15.469459Z","time spent":"396.908276ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:18:16.349947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.30614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T03:18:16.350278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.545864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:18:16.350311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.596766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:18:16.350333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.483313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:18:16.350305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.641167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:18:16.350411Z","caller":"traceutil/trace.go:171","msg":"trace[502164531] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11460; }","duration":"126.582716ms","start":"2026-03-03T03:18:16.223809Z","end":"2026-03-03T03:18:16.350392Z","steps":["trace[502164531] 'range keys from in-memory index tree' (duration: 126.388061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:18:16.350403Z","caller":"traceutil/trace.go:171","msg":"trace[105638217] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11460; }","duration":"126.723149ms","start":"2026-03-03T03:18:16.223661Z","end":"2026-03-03T03:18:16.350384Z","steps":["trace[105638217] 'range keys from in-memory index tree' (duration: 126.458283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:18:16.350442Z","caller":"traceutil/trace.go:171","msg":"trace[102555285] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11460; }","duration":"126.858582ms","start":"2026-03-03T03:18:16.223559Z","end":"2026-03-03T03:18:16.350417Z","steps":["trace[102555285] 'range keys from in-memory index tree' (duration: 126.472164ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:18:16.35037Z","caller":"traceutil/trace.go:171","msg":"trace[805661685] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11460; }","duration":"126.675078ms","start":"2026-03-03T03:18:16.223668Z","end":"2026-03-03T03:18:16.350343Z","steps":["trace[805661685] 'range keys from in-memory index tree' (duration: 126.437823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:18:16.350279Z","caller":"traceutil/trace.go:171","msg":"trace[544075678] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11460; }","duration":"126.675827ms","start":"2026-03-03T03:18:16.223538Z","end":"2026-03-03T03:18:16.350214Z","steps":["trace[544075678] 'range keys from in-memory index tree' (duration: 126.085354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:18:16.349776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.719852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T03:18:16.350761Z","caller":"traceutil/trace.go:171","msg":"trace[1543358195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11460; }","duration":"181.778545ms","start":"2026-03-03T03:18:16.168966Z","end":"2026-03-03T03:18:16.350744Z","steps":["trace[1543358195] 'range keys from in-memory index tree' (duration: 180.298833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:18:16.350616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.769986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T03:18:16.351013Z","caller":"traceutil/trace.go:171","msg":"trace[1686198381] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11460; }","duration":"125.00864ms","start":"2026-03-03T03:18:16.225803Z","end":"2026-03-03T03:18:16.350812Z","steps":["trace[1686198381] 'range keys from in-memory index tree' (duration: 124.308496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:18:17.068312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.52512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:18:17.068403Z","caller":"traceutil/trace.go:171","msg":"trace[696316090] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:11467; }","duration":"105.702484ms","start":"2026-03-03T03:18:16.962682Z","end":"2026-03-03T03:18:17.068385Z","steps":["trace[696316090] 'count revisions from in-memory index tree' (duration: 105.255434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:18:18.33479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.631033ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T03:18:18.553874Z","caller":"traceutil/trace.go:171","msg":"trace[1459005022] transaction","detail":"{read_only:false; response_revision:11471; number_of_response:1; }","duration":"126.187777ms","start":"2026-03-03T03:18:18.42765Z","end":"2026-03-03T03:18:18.553837Z","steps":["trace[1459005022] 'process raft request' (duration: 125.918351ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:18:18.682285Z","caller":"traceutil/trace.go:171","msg":"trace[931248315] transaction","detail":"{read_only:false; response_revision:11473; number_of_response:1; }","duration":"121.748529ms","start":"2026-03-03T03:18:18.560497Z","end":"2026-03-03T03:18:18.682245Z","steps":["trace[931248315] 'process raft request' (duration: 78.81473ms)","trace[931248315] 'compare' (duration: 42.700754ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:18:19.583688Z","caller":"traceutil/trace.go:171","msg":"trace[1354118071] transaction","detail":"{read_only:false; response_revision:11477; number_of_response:1; }","duration":"108.026025ms","start":"2026-03-03T03:18:19.475602Z","end":"2026-03-03T03:18:19.583628Z","steps":["trace[1354118071] 'process raft request' (duration: 107.725549ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:18:20.807156Z","caller":"traceutil/trace.go:171","msg":"trace[1265703363] linearizableReadLoop","detail":"{readStateIndex:11909; appliedIndex:11908; }","duration":"107.618376ms","start":"2026-03-03T03:18:20.699517Z","end":"2026-03-03T03:18:20.807135Z","steps":["trace[1265703363] 'read index received' (duration: 85.319834ms)","trace[1265703363] 'applied index is now lower than readState.Index' (duration: 22.297042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:18:20.807348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.8138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:18:20.807397Z","caller":"traceutil/trace.go:171","msg":"trace[771097742] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:11483; }","duration":"107.899233ms","start":"2026-03-03T03:18:20.69948Z","end":"2026-03-03T03:18:20.807379Z","steps":["trace[771097742] 'agreement among raft nodes before linearized reading' (duration: 107.754249ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:18:20.807349Z","caller":"traceutil/trace.go:171","msg":"trace[421678996] transaction","detail":"{read_only:false; response_revision:11483; number_of_response:1; }","duration":"116.846011ms","start":"2026-03-03T03:18:20.690469Z","end":"2026-03-03T03:18:20.807315Z","steps":["trace[421678996] 'process raft request' (duration: 94.414476ms)","trace[421678996] 'compare' (duration: 22.129079ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:18:49.246776Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9658} {"level":"info","ts":"2026-03-03T03:18:49.334451Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9658,"took":"84.623209ms","hash":270011723,"current-db-size-bytes":39415808,"current-db-size":"39 MB","current-db-size-in-use-bytes":22331392,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T03:18:49.334525Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":270011723,"revision":9658,"compact-revision":7423} {"level":"warn","ts":"2026-03-03T03:19:03.532596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.353358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-03T03:19:03.532735Z","caller":"traceutil/trace.go:171","msg":"trace[321873102] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11774; }","duration":"110.546383ms","start":"2026-03-03T03:19:03.422149Z","end":"2026-03-03T03:19:03.532696Z","steps":["trace[321873102] 'range keys from in-memory index tree' (duration: 110.102812ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:22:44.302947Z","caller":"traceutil/trace.go:171","msg":"trace[1025653528] transaction","detail":"{read_only:false; response_revision:13165; number_of_response:1; }","duration":"147.413251ms","start":"2026-03-03T03:22:44.155493Z","end":"2026-03-03T03:22:44.302906Z","steps":["trace[1025653528] 'process raft request' (duration: 147.218506ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:22:44.453543Z","caller":"traceutil/trace.go:171","msg":"trace[1737846599] transaction","detail":"{read_only:false; response_revision:13166; number_of_response:1; }","duration":"247.482737ms","start":"2026-03-03T03:22:44.206001Z","end":"2026-03-03T03:22:44.453483Z","steps":["trace[1737846599] 'process raft request' (duration: 166.152213ms)","trace[1737846599] 'compare' (duration: 80.375093ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:22:44.453625Z","caller":"traceutil/trace.go:171","msg":"trace[732643663] transaction","detail":"{read_only:false; response_revision:13167; number_of_response:1; }","duration":"113.601555ms","start":"2026-03-03T03:22:44.339977Z","end":"2026-03-03T03:22:44.453579Z","steps":["trace[732643663] 'process raft request' (duration: 112.704505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:22:44.453559Z","caller":"traceutil/trace.go:171","msg":"trace[651772229] linearizableReadLoop","detail":"{readStateIndex:13653; appliedIndex:13651; }","duration":"204.376478ms","start":"2026-03-03T03:22:44.249148Z","end":"2026-03-03T03:22:44.453525Z","steps":["trace[651772229] 'read index received' (duration: 53.628653ms)","trace[651772229] 'applied index is now lower than readState.Index' (duration: 150.743994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:22:44.453845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.681264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T03:22:44.453904Z","caller":"traceutil/trace.go:171","msg":"trace[1663603244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13168; }","duration":"204.764526ms","start":"2026-03-03T03:22:44.249128Z","end":"2026-03-03T03:22:44.453893Z","steps":["trace[1663603244] 'agreement among raft nodes before linearized reading' (duration: 204.48677ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:22:44.460118Z","caller":"traceutil/trace.go:171","msg":"trace[1437452104] transaction","detail":"{read_only:false; response_revision:13168; number_of_response:1; }","duration":"109.461763ms","start":"2026-03-03T03:22:44.350645Z","end":"2026-03-03T03:22:44.460107Z","steps":["trace[1437452104] 'process raft request' (duration: 102.08835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:22:50.93074Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003585.wal"} {"level":"info","ts":"2026-03-03T03:23:49.286548Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11674} {"level":"info","ts":"2026-03-03T03:23:49.657005Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11674,"took":"367.31801ms","hash":712425212,"current-db-size-bytes":39415808,"current-db-size":"39 MB","current-db-size-in-use-bytes":23633920,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T03:23:49.657084Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":712425212,"revision":11674,"compact-revision":9658} {"level":"info","ts":"2026-03-03T03:23:50.81351Z","caller":"traceutil/trace.go:171","msg":"trace[2127488249] linearizableReadLoop","detail":"{readStateIndex:14055; appliedIndex:14054; }","duration":"137.340319ms","start":"2026-03-03T03:23:50.676143Z","end":"2026-03-03T03:23:50.813484Z","steps":["trace[2127488249] 'read index received' (duration: 85.72207ms)","trace[2127488249] 'applied index is now lower than readState.Index' (duration: 51.616709ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:23:50.813562Z","caller":"traceutil/trace.go:171","msg":"trace[1522053387] transaction","detail":"{read_only:false; response_revision:13553; number_of_response:1; }","duration":"199.228923ms","start":"2026-03-03T03:23:50.614312Z","end":"2026-03-03T03:23:50.813541Z","steps":["trace[1522053387] 'process raft request' (duration: 147.633855ms)","trace[1522053387] 'compare' (duration: 51.362583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:23:50.813647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.487492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:23:50.813669Z","caller":"traceutil/trace.go:171","msg":"trace[1589476632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13553; }","duration":"137.582474ms","start":"2026-03-03T03:23:50.67608Z","end":"2026-03-03T03:23:50.813662Z","steps":["trace[1589476632] 'agreement among raft nodes before linearized reading' (duration: 137.516232ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:51.010055Z","caller":"traceutil/trace.go:171","msg":"trace[1078135104] linearizableReadLoop","detail":"{readStateIndex:14058; appliedIndex:14055; }","duration":"196.462611ms","start":"2026-03-03T03:23:50.813568Z","end":"2026-03-03T03:23:51.01003Z","steps":["trace[1078135104] 'read index received' (duration: 30.480302ms)","trace[1078135104] 'applied index is now lower than readState.Index' (duration: 165.981579ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:23:51.01009Z","caller":"traceutil/trace.go:171","msg":"trace[1867367040] transaction","detail":"{read_only:false; response_revision:13556; number_of_response:1; }","duration":"234.158954ms","start":"2026-03-03T03:23:50.775906Z","end":"2026-03-03T03:23:51.010065Z","steps":["trace[1867367040] 'process raft request' (duration: 234.086603ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:51.010119Z","caller":"traceutil/trace.go:171","msg":"trace[1318230526] transaction","detail":"{read_only:false; response_revision:13555; number_of_response:1; }","duration":"235.117045ms","start":"2026-03-03T03:23:50.774977Z","end":"2026-03-03T03:23:51.010094Z","steps":["trace[1318230526] 'process raft request' (duration: 146.143962ms)","trace[1318230526] 'compare' (duration: 88.771558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:23:51.010201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.945288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:23:51.010227Z","caller":"traceutil/trace.go:171","msg":"trace[207585328] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:13556; }","duration":"278.04857ms","start":"2026-03-03T03:23:50.732169Z","end":"2026-03-03T03:23:51.010218Z","steps":["trace[207585328] 'agreement among raft nodes before linearized reading' (duration: 277.976699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:51.010277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.962097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:23:51.01034Z","caller":"traceutil/trace.go:171","msg":"trace[318376798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13556; }","duration":"238.036919ms","start":"2026-03-03T03:23:50.77229Z","end":"2026-03-03T03:23:51.010327Z","steps":["trace[318376798] 'agreement among raft nodes before linearized reading' (duration: 237.822674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:51.010415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.772173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T03:23:51.010462Z","caller":"traceutil/trace.go:171","msg":"trace[541928793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13556; }","duration":"140.878806ms","start":"2026-03-03T03:23:50.869573Z","end":"2026-03-03T03:23:51.010452Z","steps":["trace[541928793] 'agreement among raft nodes before linearized reading' (duration: 140.701832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:51.010837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.737846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:23:51.010956Z","caller":"traceutil/trace.go:171","msg":"trace[2061290776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13556; }","duration":"196.391701ms","start":"2026-03-03T03:23:50.814533Z","end":"2026-03-03T03:23:51.010924Z","steps":["trace[2061290776] 'agreement among raft nodes before linearized reading' (duration: 195.681995ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:51.1985Z","caller":"traceutil/trace.go:171","msg":"trace[601257470] linearizableReadLoop","detail":"{readStateIndex:14061; appliedIndex:14058; }","duration":"111.944818ms","start":"2026-03-03T03:23:51.086529Z","end":"2026-03-03T03:23:51.198474Z","steps":["trace[601257470] 'read index received' (duration: 5.964972ms)","trace[601257470] 'applied index is now lower than readState.Index' (duration: 105.977736ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:23:51.198519Z","caller":"traceutil/trace.go:171","msg":"trace[1432850887] transaction","detail":"{read_only:false; response_revision:13559; number_of_response:1; }","duration":"180.315836ms","start":"2026-03-03T03:23:51.018168Z","end":"2026-03-03T03:23:51.198484Z","steps":["trace[1432850887] 'process raft request' (duration: 180.190253ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:51.198525Z","caller":"traceutil/trace.go:171","msg":"trace[1546359022] transaction","detail":"{read_only:false; response_revision:13558; number_of_response:1; }","duration":"182.537295ms","start":"2026-03-03T03:23:51.015952Z","end":"2026-03-03T03:23:51.198489Z","steps":["trace[1546359022] 'process raft request' (duration: 119.784192ms)","trace[1546359022] 'compare' (duration: 62.403435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:23:51.19866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.120182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:23:51.198733Z","caller":"traceutil/trace.go:171","msg":"trace[1921943557] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:13559; }","duration":"112.235235ms","start":"2026-03-03T03:23:51.08648Z","end":"2026-03-03T03:23:51.198715Z","steps":["trace[1921943557] 'agreement among raft nodes before linearized reading' (duration: 112.084321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:51.414018Z","caller":"traceutil/trace.go:171","msg":"trace[225157899] transaction","detail":"{read_only:false; response_revision:13560; number_of_response:1; }","duration":"122.631065ms","start":"2026-03-03T03:23:51.291348Z","end":"2026-03-03T03:23:51.413979Z","steps":["trace[225157899] 'process raft request' (duration: 117.513392ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:52.166408Z","caller":"traceutil/trace.go:171","msg":"trace[1444399276] transaction","detail":"{read_only:false; response_revision:13564; number_of_response:1; }","duration":"142.160445ms","start":"2026-03-03T03:23:52.024208Z","end":"2026-03-03T03:23:52.166369Z","steps":["trace[1444399276] 'process raft request' (duration: 141.747665ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:53.074336Z","caller":"traceutil/trace.go:171","msg":"trace[2064926042] transaction","detail":"{read_only:false; response_revision:13569; number_of_response:1; }","duration":"221.971036ms","start":"2026-03-03T03:23:52.852333Z","end":"2026-03-03T03:23:53.074304Z","steps":["trace[2064926042] 'process raft request' (duration: 221.752711ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:53.097397Z","caller":"traceutil/trace.go:171","msg":"trace[797934766] transaction","detail":"{read_only:false; response_revision:13570; number_of_response:1; }","duration":"244.45735ms","start":"2026-03-03T03:23:52.852909Z","end":"2026-03-03T03:23:53.097366Z","steps":["trace[797934766] 'process raft request' (duration: 244.233635ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:53.097629Z","caller":"traceutil/trace.go:171","msg":"trace[521625962] transaction","detail":"{read_only:false; response_revision:13571; number_of_response:1; }","duration":"135.029707ms","start":"2026-03-03T03:23:52.962567Z","end":"2026-03-03T03:23:53.097597Z","steps":["trace[521625962] 'process raft request' (duration: 134.724551ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:53.223445Z","caller":"traceutil/trace.go:171","msg":"trace[1139436546] transaction","detail":"{read_only:false; response_revision:13574; number_of_response:1; }","duration":"121.800857ms","start":"2026-03-03T03:23:53.101617Z","end":"2026-03-03T03:23:53.223418Z","steps":["trace[1139436546] 'process raft request' (duration: 121.391068ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:53.806769Z","caller":"traceutil/trace.go:171","msg":"trace[580817054] transaction","detail":"{read_only:false; response_revision:13577; number_of_response:1; }","duration":"122.030611ms","start":"2026-03-03T03:23:53.684712Z","end":"2026-03-03T03:23:53.806742Z","steps":["trace[580817054] 'process raft request' (duration: 121.838856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:53.926827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.877196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:23:53.926901Z","caller":"traceutil/trace.go:171","msg":"trace[1951455105] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:13577; }","duration":"102.005469ms","start":"2026-03-03T03:23:53.824875Z","end":"2026-03-03T03:23:53.92688Z","steps":["trace[1951455105] 'range keys from in-memory index tree' (duration: 101.718713ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:54.976405Z","caller":"traceutil/trace.go:171","msg":"trace[2013427604] transaction","detail":"{read_only:false; response_revision:13580; number_of_response:1; }","duration":"153.652308ms","start":"2026-03-03T03:23:54.822719Z","end":"2026-03-03T03:23:54.976371Z","steps":["trace[2013427604] 'process raft request' (duration: 153.456944ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:55.417706Z","caller":"traceutil/trace.go:171","msg":"trace[713082863] transaction","detail":"{read_only:false; response_revision:13581; number_of_response:1; }","duration":"313.979343ms","start":"2026-03-03T03:23:55.103661Z","end":"2026-03-03T03:23:55.41764Z","steps":["trace[713082863] 'process raft request' (duration: 303.532932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:55.418084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:23:55.103626Z","time spent":"314.328711ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:23:55.807181Z","caller":"traceutil/trace.go:171","msg":"trace[1010204585] linearizableReadLoop","detail":"{readStateIndex:14087; appliedIndex:14084; }","duration":"578.232ms","start":"2026-03-03T03:23:55.228914Z","end":"2026-03-03T03:23:55.807146Z","steps":["trace[1010204585] 'read index received' (duration: 178.296111ms)","trace[1010204585] 'applied index is now lower than readState.Index' (duration: 399.934229ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:23:55.80727Z","caller":"traceutil/trace.go:171","msg":"trace[871636985] transaction","detail":"{read_only:false; response_revision:13582; number_of_response:1; }","duration":"702.164973ms","start":"2026-03-03T03:23:55.105056Z","end":"2026-03-03T03:23:55.807221Z","steps":["trace[871636985] 'process raft request' (duration: 701.854486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:55.807499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:23:55.105006Z","time spent":"702.371837ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:23:55.807304Z","caller":"traceutil/trace.go:171","msg":"trace[665698270] transaction","detail":"{read_only:false; response_revision:13583; number_of_response:1; }","duration":"702.144693ms","start":"2026-03-03T03:23:55.105117Z","end":"2026-03-03T03:23:55.807262Z","steps":["trace[665698270] 'process raft request' (duration: 701.976359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:55.807711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.756951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T03:23:55.807787Z","caller":"traceutil/trace.go:171","msg":"trace[224985549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13583; }","duration":"578.943196ms","start":"2026-03-03T03:23:55.228831Z","end":"2026-03-03T03:23:55.807775Z","steps":["trace[224985549] 'agreement among raft nodes before linearized reading' (duration: 578.489726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:55.807755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.707571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T03:23:55.807877Z","caller":"traceutil/trace.go:171","msg":"trace[357576613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13583; }","duration":"559.872636ms","start":"2026-03-03T03:23:55.247992Z","end":"2026-03-03T03:23:55.807864Z","steps":["trace[357576613] 'agreement among raft nodes before linearized reading' (duration: 559.62933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:55.807862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:23:55.228801Z","time spent":"579.022288ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:23:55.807969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:23:55.247965Z","time spent":"559.970328ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:23:55.808082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.097002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T03:23:55.808137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.407223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:23:55.808208Z","caller":"traceutil/trace.go:171","msg":"trace[1653376747] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:13583; }","duration":"455.562436ms","start":"2026-03-03T03:23:55.352629Z","end":"2026-03-03T03:23:55.808191Z","steps":["trace[1653376747] 'agreement among raft nodes before linearized reading' (duration: 455.370612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:55.808265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:23:55.352602Z","time spent":"455.647937ms","remote":"127.0.0.1:36486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:23:55.808343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.470267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:23:55.808389Z","caller":"traceutil/trace.go:171","msg":"trace[1459705905] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:13583; }","duration":"242.522318ms","start":"2026-03-03T03:23:55.565854Z","end":"2026-03-03T03:23:55.808376Z","steps":["trace[1459705905] 'agreement among raft nodes before linearized reading' (duration: 242.333834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:55.808409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.072385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T03:23:55.808454Z","caller":"traceutil/trace.go:171","msg":"trace[491671011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13583; }","duration":"548.152047ms","start":"2026-03-03T03:23:55.260289Z","end":"2026-03-03T03:23:55.808441Z","steps":["trace[491671011] 'agreement among raft nodes before linearized reading' (duration: 547.951923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:55.808489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:23:55.260267Z","time spent":"548.216299ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T03:23:55.80816Z","caller":"traceutil/trace.go:171","msg":"trace[2060489621] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13583; }","duration":"346.221455ms","start":"2026-03-03T03:23:55.461917Z","end":"2026-03-03T03:23:55.808139Z","steps":["trace[2060489621] 'agreement among raft nodes before linearized reading' (duration: 346.074522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:55.808626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:23:55.461889Z","time spent":"346.718196ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:23:55.808921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:23:55.105076Z","time spent":"703.761549ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:23:55.913331Z","caller":"traceutil/trace.go:171","msg":"trace[395678350] transaction","detail":"{read_only:false; response_revision:13585; number_of_response:1; }","duration":"100.259301ms","start":"2026-03-03T03:23:55.81305Z","end":"2026-03-03T03:23:55.913309Z","steps":["trace[395678350] 'process raft request' (duration: 100.19137ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:55.913419Z","caller":"traceutil/trace.go:171","msg":"trace[1256555047] transaction","detail":"{read_only:false; response_revision:13584; number_of_response:1; }","duration":"100.391204ms","start":"2026-03-03T03:23:55.812986Z","end":"2026-03-03T03:23:55.913377Z","steps":["trace[1256555047] 'process raft request' (duration: 35.147475ms)","trace[1256555047] 'compare' (duration: 64.979383ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:23:55.913565Z","caller":"traceutil/trace.go:171","msg":"trace[2072608643] transaction","detail":"{read_only:false; response_revision:13586; number_of_response:1; }","duration":"100.096416ms","start":"2026-03-03T03:23:55.81343Z","end":"2026-03-03T03:23:55.913526Z","steps":["trace[2072608643] 'process raft request' (duration: 99.851861ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:56.120534Z","caller":"traceutil/trace.go:171","msg":"trace[1758705847] transaction","detail":"{read_only:false; response_revision:13587; number_of_response:1; }","duration":"106.771545ms","start":"2026-03-03T03:23:56.013708Z","end":"2026-03-03T03:23:56.12048Z","steps":["trace[1758705847] 'process raft request' (duration: 81.62149ms)","trace[1758705847] 'compare' (duration: 24.856368ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:23:56.709015Z","caller":"traceutil/trace.go:171","msg":"trace[681615833] transaction","detail":"{read_only:false; response_revision:13588; number_of_response:1; }","duration":"141.679764ms","start":"2026-03-03T03:23:56.567299Z","end":"2026-03-03T03:23:56.708979Z","steps":["trace[681615833] 'process raft request' (duration: 141.484349ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:58.418494Z","caller":"traceutil/trace.go:171","msg":"trace[1617329263] transaction","detail":"{read_only:false; response_revision:13594; number_of_response:1; }","duration":"493.88089ms","start":"2026-03-03T03:23:57.924535Z","end":"2026-03-03T03:23:58.418416Z","steps":["trace[1617329263] 'process raft request' (duration: 493.726917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:58.418703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:23:57.924519Z","time spent":"494.053293ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:23:58.433302Z","caller":"traceutil/trace.go:171","msg":"trace[1345429981] transaction","detail":"{read_only:false; response_revision:13595; number_of_response:1; }","duration":"508.488753ms","start":"2026-03-03T03:23:57.924779Z","end":"2026-03-03T03:23:58.433268Z","steps":["trace[1345429981] 'process raft request' (duration: 508.017553ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:58.433365Z","caller":"traceutil/trace.go:171","msg":"trace[1342868393] transaction","detail":"{read_only:false; response_revision:13596; number_of_response:1; }","duration":"508.072974ms","start":"2026-03-03T03:23:57.925253Z","end":"2026-03-03T03:23:58.433325Z","steps":["trace[1342868393] 'process raft request' (duration: 507.690326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:58.433809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:23:57.92524Z","time spent":"508.392951ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:23:58.433824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:23:57.924771Z","time spent":"508.623066ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:23:58.454802Z","caller":"traceutil/trace.go:171","msg":"trace[466463701] linearizableReadLoop","detail":"{readStateIndex:14100; appliedIndex:14097; }","duration":"491.660341ms","start":"2026-03-03T03:23:57.963112Z","end":"2026-03-03T03:23:58.454773Z","steps":["trace[466463701] 'read index received' (duration: 455.209407ms)","trace[466463701] 'applied index is now lower than readState.Index' (duration: 36.449504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:23:58.455207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.073841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-03T03:23:58.4573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.149155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-03T03:23:58.457296Z","caller":"traceutil/trace.go:171","msg":"trace[1903105667] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:13596; }","duration":"494.188857ms","start":"2026-03-03T03:23:57.963086Z","end":"2026-03-03T03:23:58.457275Z","steps":["trace[1903105667] 'agreement among raft nodes before linearized reading' (duration: 491.933177ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:58.457354Z","caller":"traceutil/trace.go:171","msg":"trace[1832709435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13596; }","duration":"313.242527ms","start":"2026-03-03T03:23:58.144096Z","end":"2026-03-03T03:23:58.457339Z","steps":["trace[1832709435] 'agreement among raft nodes before linearized reading' (duration: 313.086594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:58.457388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:23:58.144066Z","time spent":"313.313559ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:23:58.457398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:23:57.963053Z","time spent":"494.325679ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"warn","ts":"2026-03-03T03:23:58.457448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.572709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12757"} {"level":"info","ts":"2026-03-03T03:23:58.457523Z","caller":"traceutil/trace.go:171","msg":"trace[1411426601] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:13596; }","duration":"135.707402ms","start":"2026-03-03T03:23:58.321797Z","end":"2026-03-03T03:23:58.457504Z","steps":["trace[1411426601] 'agreement among raft nodes before linearized reading' (duration: 135.418956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:58.457518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.846783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T03:23:58.457612Z","caller":"traceutil/trace.go:171","msg":"trace[1476558813] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13596; }","duration":"247.005637ms","start":"2026-03-03T03:23:58.210584Z","end":"2026-03-03T03:23:58.457589Z","steps":["trace[1476558813] 'agreement among raft nodes before linearized reading' (duration: 246.7048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:58.651407Z","caller":"traceutil/trace.go:171","msg":"trace[2093511662] linearizableReadLoop","detail":"{readStateIndex:14103; appliedIndex:14102; }","duration":"132.637375ms","start":"2026-03-03T03:23:58.518744Z","end":"2026-03-03T03:23:58.651381Z","steps":["trace[2093511662] 'read index received' (duration: 50.465183ms)","trace[2093511662] 'applied index is now lower than readState.Index' (duration: 82.170782ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:23:58.651509Z","caller":"traceutil/trace.go:171","msg":"trace[353886655] transaction","detail":"{read_only:false; response_revision:13598; number_of_response:1; }","duration":"185.952762ms","start":"2026-03-03T03:23:58.465535Z","end":"2026-03-03T03:23:58.651487Z","steps":["trace[353886655] 'process raft request' (duration: 103.671727ms)","trace[353886655] 'compare' (duration: 82.041129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:23:58.651627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.879011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T03:23:58.651654Z","caller":"traceutil/trace.go:171","msg":"trace[1034104017] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:13598; }","duration":"132.923562ms","start":"2026-03-03T03:23:58.518721Z","end":"2026-03-03T03:23:58.651644Z","steps":["trace[1034104017] 'agreement among raft nodes before linearized reading' (duration: 132.751158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:58.862195Z","caller":"traceutil/trace.go:171","msg":"trace[1222628197] transaction","detail":"{read_only:false; response_revision:13599; number_of_response:1; }","duration":"146.291326ms","start":"2026-03-03T03:23:58.71587Z","end":"2026-03-03T03:23:58.862161Z","steps":["trace[1222628197] 'process raft request' (duration: 135.371075ms)","trace[1222628197] 'compare' (duration: 10.571034ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:23:58.864379Z","caller":"traceutil/trace.go:171","msg":"trace[1180194930] transaction","detail":"{read_only:false; response_revision:13600; number_of_response:1; }","duration":"125.065719ms","start":"2026-03-03T03:23:58.739283Z","end":"2026-03-03T03:23:58.864349Z","steps":["trace[1180194930] 'process raft request' (duration: 124.928546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:00.937767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990442596,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:24:00.990081Z","caller":"traceutil/trace.go:171","msg":"trace[691424059] linearizableReadLoop","detail":"{readStateIndex:14109; appliedIndex:14108; }","duration":"552.662817ms","start":"2026-03-03T03:24:00.43739Z","end":"2026-03-03T03:24:00.990053Z","steps":["trace[691424059] 'read index received' (duration: 552.395381ms)","trace[691424059] 'applied index is now lower than readState.Index' (duration: 266.286µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:00.990415Z","caller":"traceutil/trace.go:171","msg":"trace[466347690] transaction","detail":"{read_only:false; response_revision:13604; number_of_response:1; }","duration":"562.427112ms","start":"2026-03-03T03:24:00.427976Z","end":"2026-03-03T03:24:00.990403Z","steps":["trace[466347690] 'process raft request' (duration: 561.90685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:00.990547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:00.427955Z","time spent":"562.490004ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:24:00.990806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.414044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T03:24:00.990839Z","caller":"traceutil/trace.go:171","msg":"trace[868422842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13604; }","duration":"553.473666ms","start":"2026-03-03T03:24:00.437353Z","end":"2026-03-03T03:24:00.990827Z","steps":["trace[868422842] 'agreement among raft nodes before linearized reading' (duration: 553.350943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:00.990859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:00.437328Z","time spent":"553.526586ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:24:00.991003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.204079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:24:00.991023Z","caller":"traceutil/trace.go:171","msg":"trace[2036809274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13604; }","duration":"553.250601ms","start":"2026-03-03T03:24:00.437766Z","end":"2026-03-03T03:24:00.991017Z","steps":["trace[2036809274] 'agreement among raft nodes before linearized reading' (duration: 553.188589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:00.99104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:00.437753Z","time spent":"553.283541ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:24:00.991219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.114325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T03:24:00.991249Z","caller":"traceutil/trace.go:171","msg":"trace[521636802] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13604; }","duration":"123.182557ms","start":"2026-03-03T03:24:00.868057Z","end":"2026-03-03T03:24:00.991239Z","steps":["trace[521636802] 'agreement among raft nodes before linearized reading' (duration: 123.102745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:00.991357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.483153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:00.991384Z","caller":"traceutil/trace.go:171","msg":"trace[1264520286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13604; }","duration":"313.558995ms","start":"2026-03-03T03:24:00.677818Z","end":"2026-03-03T03:24:00.991377Z","steps":["trace[1264520286] 'agreement among raft nodes before linearized reading' (duration: 313.515094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:00.991401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:00.677793Z","time spent":"313.603915ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:24:00.991575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.503657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T03:24:00.991603Z","caller":"traceutil/trace.go:171","msg":"trace[997011357] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:13604; }","duration":"490.557107ms","start":"2026-03-03T03:24:00.501039Z","end":"2026-03-03T03:24:00.991596Z","steps":["trace[997011357] 'agreement among raft nodes before linearized reading' (duration: 490.472365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:00.991624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:00.501026Z","time spent":"490.592738ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T03:24:00.991803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.379574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:24:00.991828Z","caller":"traceutil/trace.go:171","msg":"trace[1915989742] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:13604; }","duration":"495.425675ms","start":"2026-03-03T03:24:00.496394Z","end":"2026-03-03T03:24:00.99182Z","steps":["trace[1915989742] 'agreement among raft nodes before linearized reading' (duration: 495.353764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:00.991848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:00.496383Z","time spent":"495.460896ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"warn","ts":"2026-03-03T03:24:00.992015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.796647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T03:24:00.992038Z","caller":"traceutil/trace.go:171","msg":"trace[1639573138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13604; }","duration":"502.873069ms","start":"2026-03-03T03:24:00.489159Z","end":"2026-03-03T03:24:00.992032Z","steps":["trace[1639573138] 'agreement among raft nodes before linearized reading' (duration: 502.811067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:00.99206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:00.489118Z","time spent":"502.93472ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:24:00.992199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.918061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12757"} {"level":"info","ts":"2026-03-03T03:24:00.992221Z","caller":"traceutil/trace.go:171","msg":"trace[2119980891] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:13604; }","duration":"527.978303ms","start":"2026-03-03T03:24:00.464236Z","end":"2026-03-03T03:24:00.992215Z","steps":["trace[2119980891] 'agreement among raft nodes before linearized reading' (duration: 527.910701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:00.992238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:00.464212Z","time spent":"528.021653ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":12780,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T03:24:01.20676Z","caller":"traceutil/trace.go:171","msg":"trace[1327573441] transaction","detail":"{read_only:false; response_revision:13605; number_of_response:1; }","duration":"208.063808ms","start":"2026-03-03T03:24:00.998668Z","end":"2026-03-03T03:24:01.206732Z","steps":["trace[1327573441] 'process raft request' (duration: 207.520367ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:01.206927Z","caller":"traceutil/trace.go:171","msg":"trace[813264347] linearizableReadLoop","detail":"{readStateIndex:14110; appliedIndex:14109; }","duration":"207.701391ms","start":"2026-03-03T03:24:00.998693Z","end":"2026-03-03T03:24:01.206394Z","steps":["trace[813264347] 'read index received' (duration: 96.963µs)","trace[813264347] 'applied index is now lower than readState.Index' (duration: 207.602858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:01.207133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.412916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-561474ed-aa93-4efe-bcac-9491851e9caf\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T03:24:01.207172Z","caller":"traceutil/trace.go:171","msg":"trace[1578840274] range","detail":"{range_begin:/registry/persistentvolumes/pvc-561474ed-aa93-4efe-bcac-9491851e9caf; range_end:; response_count:1; response_revision:13605; }","duration":"208.512669ms","start":"2026-03-03T03:24:00.998648Z","end":"2026-03-03T03:24:01.207161Z","steps":["trace[1578840274] 'agreement among raft nodes before linearized reading' (duration: 208.324395ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:01.270093Z","caller":"traceutil/trace.go:171","msg":"trace[1575562006] transaction","detail":"{read_only:false; response_revision:13606; number_of_response:1; }","duration":"271.374354ms","start":"2026-03-03T03:24:00.998682Z","end":"2026-03-03T03:24:01.270056Z","steps":["trace[1575562006] 'process raft request' (duration: 270.677779ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:01.270552Z","caller":"traceutil/trace.go:171","msg":"trace[1328752016] transaction","detail":"{read_only:false; response_revision:13608; number_of_response:1; }","duration":"271.760953ms","start":"2026-03-03T03:24:00.998756Z","end":"2026-03-03T03:24:01.270517Z","steps":["trace[1328752016] 'process raft request' (duration: 270.811462ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:01.27105Z","caller":"traceutil/trace.go:171","msg":"trace[661036037] transaction","detail":"{read_only:false; response_revision:13607; number_of_response:1; }","duration":"271.763883ms","start":"2026-03-03T03:24:00.998726Z","end":"2026-03-03T03:24:01.27049Z","steps":["trace[661036037] 'process raft request' (duration: 270.797002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:01.271771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.652351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582308"} {"level":"info","ts":"2026-03-03T03:24:01.271835Z","caller":"traceutil/trace.go:171","msg":"trace[1987710603] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13608; }","duration":"271.754732ms","start":"2026-03-03T03:24:01.000068Z","end":"2026-03-03T03:24:01.271822Z","steps":["trace[1987710603] 'agreement among raft nodes before linearized reading' (duration: 270.346971ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:01.720682Z","caller":"traceutil/trace.go:171","msg":"trace[1443343304] transaction","detail":"{read_only:false; response_revision:13609; number_of_response:1; }","duration":"166.863109ms","start":"2026-03-03T03:24:01.553785Z","end":"2026-03-03T03:24:01.720648Z","steps":["trace[1443343304] 'process raft request' (duration: 166.670545ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:02.518156Z","caller":"traceutil/trace.go:171","msg":"trace[841572602] transaction","detail":"{read_only:false; response_revision:13610; number_of_response:1; }","duration":"642.867846ms","start":"2026-03-03T03:24:01.875253Z","end":"2026-03-03T03:24:02.517863Z","steps":["trace[841572602] 'process raft request' (duration: 642.328895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:02.518474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:01.875219Z","time spent":"643.120201ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:02.556357Z","caller":"traceutil/trace.go:171","msg":"trace[221544738] linearizableReadLoop","detail":"{readStateIndex:14116; appliedIndex:14115; }","duration":"436.365282ms","start":"2026-03-03T03:24:02.119961Z","end":"2026-03-03T03:24:02.556327Z","steps":["trace[221544738] 'read index received' (duration: 398.105468ms)","trace[221544738] 'applied index is now lower than readState.Index' (duration: 38.258414ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:02.556469Z","caller":"traceutil/trace.go:171","msg":"trace[458755056] transaction","detail":"{read_only:false; response_revision:13611; number_of_response:1; }","duration":"629.485181ms","start":"2026-03-03T03:24:01.926925Z","end":"2026-03-03T03:24:02.55641Z","steps":["trace[458755056] 'process raft request' (duration: 629.218514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:02.556588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.601517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:02.556634Z","caller":"traceutil/trace.go:171","msg":"trace[1229121928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13611; }","duration":"436.739011ms","start":"2026-03-03T03:24:02.119882Z","end":"2026-03-03T03:24:02.556621Z","steps":["trace[1229121928] 'agreement among raft nodes before linearized reading' (duration: 436.638648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:02.556683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:02.119854Z","time spent":"436.821182ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:24:02.556727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:01.926896Z","time spent":"629.693816ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:24:02.556917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.149024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:02.557018Z","caller":"traceutil/trace.go:171","msg":"trace[1996638399] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:13611; }","duration":"400.325968ms","start":"2026-03-03T03:24:02.156674Z","end":"2026-03-03T03:24:02.557Z","steps":["trace[1996638399] 'agreement among raft nodes before linearized reading' (duration: 400.153074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:02.557146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:02.156649Z","time spent":"400.481221ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:24:02.557277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.624432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T03:24:02.557366Z","caller":"traceutil/trace.go:171","msg":"trace[543768034] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13611; }","duration":"126.779465ms","start":"2026-03-03T03:24:02.430567Z","end":"2026-03-03T03:24:02.557347Z","steps":["trace[543768034] 'agreement among raft nodes before linearized reading' (duration: 126.487609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:02.841944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.557687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:24:02.84306Z","caller":"traceutil/trace.go:171","msg":"trace[1708667670] linearizableReadLoop","detail":"{readStateIndex:14117; appliedIndex:14116; }","duration":"167.075354ms","start":"2026-03-03T03:24:02.675964Z","end":"2026-03-03T03:24:02.843039Z","steps":["trace[1708667670] 'read index received' (duration: 39.141µs)","trace[1708667670] 'applied index is now lower than readState.Index' (duration: 167.034923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:02.843207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.234697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:02.844059Z","caller":"traceutil/trace.go:171","msg":"trace[430253412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13612; }","duration":"168.126187ms","start":"2026-03-03T03:24:02.675916Z","end":"2026-03-03T03:24:02.844042Z","steps":["trace[430253412] 'agreement among raft nodes before linearized reading' (duration: 167.249158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:02.843305Z","caller":"traceutil/trace.go:171","msg":"trace[1344980204] transaction","detail":"{read_only:false; response_revision:13612; number_of_response:1; }","duration":"280.594718ms","start":"2026-03-03T03:24:02.562692Z","end":"2026-03-03T03:24:02.843286Z","steps":["trace[1344980204] 'process raft request' (duration: 61.592769ms)","trace[1344980204] 'compare' (duration: 217.419823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:03.218505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.496808ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-03T03:24:03.218604Z","caller":"traceutil/trace.go:171","msg":"trace[246176695] linearizableReadLoop","detail":"{readStateIndex:14118; appliedIndex:14117; }","duration":"221.539015ms","start":"2026-03-03T03:24:02.997043Z","end":"2026-03-03T03:24:03.218582Z","steps":["trace[246176695] 'read index received' (duration: 59.742µs)","trace[246176695] 'applied index is now lower than readState.Index' (duration: 221.477853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:03.218671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:02.846462Z","time spent":"372.202518ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T03:24:03.218755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.705249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T03:24:03.218779Z","caller":"traceutil/trace.go:171","msg":"trace[22115498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13612; }","duration":"221.77727ms","start":"2026-03-03T03:24:02.996995Z","end":"2026-03-03T03:24:03.218773Z","steps":["trace[22115498] 'agreement among raft nodes before linearized reading' (duration: 221.664768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:03.219085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.861556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12757"} {"level":"info","ts":"2026-03-03T03:24:03.219164Z","caller":"traceutil/trace.go:171","msg":"trace[40927217] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:13612; }","duration":"218.969259ms","start":"2026-03-03T03:24:03.000176Z","end":"2026-03-03T03:24:03.219145Z","steps":["trace[40927217] 'agreement among raft nodes before linearized reading' (duration: 218.725643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:03.807091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990442625,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:24:04.282542Z","caller":"traceutil/trace.go:171","msg":"trace[938325291] transaction","detail":"{read_only:false; response_revision:13616; number_of_response:1; }","duration":"979.359866ms","start":"2026-03-03T03:24:03.303151Z","end":"2026-03-03T03:24:04.282511Z","steps":["trace[938325291] 'process raft request' (duration: 979.167692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:04.282747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:03.303138Z","time spent":"979.495109ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:04.431493Z","caller":"traceutil/trace.go:171","msg":"trace[654407133] linearizableReadLoop","detail":"{readStateIndex:14125; appliedIndex:14121; }","duration":"1.125014358s","start":"2026-03-03T03:24:03.306452Z","end":"2026-03-03T03:24:04.431466Z","steps":["trace[654407133] 'read index received' (duration: 975.869359ms)","trace[654407133] 'applied index is now lower than readState.Index' (duration: 149.143669ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:04.431824Z","caller":"traceutil/trace.go:171","msg":"trace[2089650034] transaction","detail":"{read_only:false; response_revision:13617; number_of_response:1; }","duration":"1.128239349s","start":"2026-03-03T03:24:03.303568Z","end":"2026-03-03T03:24:04.431808Z","steps":["trace[2089650034] 'process raft request' (duration: 1.10195487s)","trace[2089650034] 'compare' (duration: 25.706877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:04.431961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:03.303558Z","time spent":"1.12830793s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:04.432164Z","caller":"traceutil/trace.go:171","msg":"trace[472996957] transaction","detail":"{read_only:false; response_revision:13618; number_of_response:1; }","duration":"1.128536506s","start":"2026-03-03T03:24:03.303618Z","end":"2026-03-03T03:24:04.432154Z","steps":["trace[472996957] 'process raft request' (duration: 1.127727758s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:04.43223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:03.303613Z","time spent":"1.128584987s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:04.432375Z","caller":"traceutil/trace.go:171","msg":"trace[1528781572] transaction","detail":"{read_only:false; response_revision:13619; number_of_response:1; }","duration":"705.511067ms","start":"2026-03-03T03:24:03.726855Z","end":"2026-03-03T03:24:04.432366Z","steps":["trace[1528781572] 'process raft request' (duration: 704.558547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:04.432439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:03.726825Z","time spent":"705.582149ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:24:04.4327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126241284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T03:24:04.432746Z","caller":"traceutil/trace.go:171","msg":"trace[766085687] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:13619; }","duration":"1.126302666s","start":"2026-03-03T03:24:03.306433Z","end":"2026-03-03T03:24:04.432736Z","steps":["trace[766085687] 'agreement among raft nodes before linearized reading' (duration: 1.126150613s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:04.432779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:03.306426Z","time spent":"1.126343827s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T03:24:04.434527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127008341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582308"} {"level":"info","ts":"2026-03-03T03:24:04.434578Z","caller":"traceutil/trace.go:171","msg":"trace[1268151898] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13619; }","duration":"1.127077643s","start":"2026-03-03T03:24:03.30749Z","end":"2026-03-03T03:24:04.434567Z","steps":["trace[1268151898] 'agreement among raft nodes before linearized reading' (duration: 1.126286916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:04.43461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:03.307483Z","time spent":"1.127117524s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":582331,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T03:24:04.435344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.923465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:04.435391Z","caller":"traceutil/trace.go:171","msg":"trace[2077246808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13619; }","duration":"738.996586ms","start":"2026-03-03T03:24:03.696383Z","end":"2026-03-03T03:24:04.435379Z","steps":["trace[2077246808] 'agreement among raft nodes before linearized reading' (duration: 738.935354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:04.435419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:03.696363Z","time spent":"739.049677ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:24:04.435614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.036437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T03:24:04.435651Z","caller":"traceutil/trace.go:171","msg":"trace[34933042] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13619; }","duration":"773.118308ms","start":"2026-03-03T03:24:03.662524Z","end":"2026-03-03T03:24:04.435643Z","steps":["trace[34933042] 'agreement among raft nodes before linearized reading' (duration: 773.019606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:04.435677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:03.662497Z","time spent":"773.174359ms","remote":"127.0.0.1:53016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T03:24:04.634897Z","caller":"traceutil/trace.go:171","msg":"trace[54963125] transaction","detail":"{read_only:false; response_revision:13620; number_of_response:1; }","duration":"101.230762ms","start":"2026-03-03T03:24:04.533618Z","end":"2026-03-03T03:24:04.634849Z","steps":["trace[54963125] 'process raft request' (duration: 52.696452ms)","trace[54963125] 'compare' (duration: 48.287204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:05.196763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.935947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:05.196887Z","caller":"traceutil/trace.go:171","msg":"trace[1522149221] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:13622; }","duration":"141.156542ms","start":"2026-03-03T03:24:05.055701Z","end":"2026-03-03T03:24:05.196857Z","steps":["trace[1522149221] 'count revisions from in-memory index tree' (duration: 140.798755ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:05.50699Z","caller":"traceutil/trace.go:171","msg":"trace[930649132] linearizableReadLoop","detail":"{readStateIndex:14130; appliedIndex:14129; }","duration":"129.067075ms","start":"2026-03-03T03:24:05.377891Z","end":"2026-03-03T03:24:05.506959Z","steps":["trace[930649132] 'read index received' (duration: 29.009299ms)","trace[930649132] 'applied index is now lower than readState.Index' (duration: 100.056416ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:05.507051Z","caller":"traceutil/trace.go:171","msg":"trace[1093438561] transaction","detail":"{read_only:false; response_revision:13624; number_of_response:1; }","duration":"197.623888ms","start":"2026-03-03T03:24:05.309382Z","end":"2026-03-03T03:24:05.507006Z","steps":["trace[1093438561] 'process raft request' (duration: 97.535841ms)","trace[1093438561] 'compare' (duration: 99.821131ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:05.507153Z","caller":"traceutil/trace.go:171","msg":"trace[312343615] transaction","detail":"{read_only:false; response_revision:13625; number_of_response:1; }","duration":"110.491207ms","start":"2026-03-03T03:24:05.396641Z","end":"2026-03-03T03:24:05.507132Z","steps":["trace[312343615] 'process raft request' (duration: 110.274152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:05.507224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.306421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:24:05.507283Z","caller":"traceutil/trace.go:171","msg":"trace[1718729578] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13625; }","duration":"129.459014ms","start":"2026-03-03T03:24:05.377807Z","end":"2026-03-03T03:24:05.507266Z","steps":["trace[1718729578] 'agreement among raft nodes before linearized reading' (duration: 129.2885ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:05.970796Z","caller":"traceutil/trace.go:171","msg":"trace[967029716] transaction","detail":"{read_only:false; response_revision:13626; number_of_response:1; }","duration":"107.202524ms","start":"2026-03-03T03:24:05.863554Z","end":"2026-03-03T03:24:05.970756Z","steps":["trace[967029716] 'process raft request' (duration: 106.421147ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:06.166965Z","caller":"traceutil/trace.go:171","msg":"trace[87169516] transaction","detail":"{read_only:false; response_revision:13627; number_of_response:1; }","duration":"191.281538ms","start":"2026-03-03T03:24:05.975639Z","end":"2026-03-03T03:24:06.166921Z","steps":["trace[87169516] 'process raft request' (duration: 114.326901ms)","trace[87169516] 'compare' (duration: 76.686721ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:06.674944Z","caller":"traceutil/trace.go:171","msg":"trace[265828656] transaction","detail":"{read_only:false; response_revision:13631; number_of_response:1; }","duration":"153.377782ms","start":"2026-03-03T03:24:06.52153Z","end":"2026-03-03T03:24:06.674908Z","steps":["trace[265828656] 'process raft request' (duration: 101.464337ms)","trace[265828656] 'compare' (duration: 51.592708ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:06.675024Z","caller":"traceutil/trace.go:171","msg":"trace[1565578751] linearizableReadLoop","detail":"{readStateIndex:14137; appliedIndex:14135; }","duration":"149.864385ms","start":"2026-03-03T03:24:06.525137Z","end":"2026-03-03T03:24:06.675001Z","steps":["trace[1565578751] 'read index received' (duration: 14.117951ms)","trace[1565578751] 'applied index is now lower than readState.Index' (duration: 135.745184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:06.675886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.725633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582706"} {"level":"info","ts":"2026-03-03T03:24:06.675932Z","caller":"traceutil/trace.go:171","msg":"trace[177054205] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13632; }","duration":"150.811076ms","start":"2026-03-03T03:24:06.525111Z","end":"2026-03-03T03:24:06.675922Z","steps":["trace[177054205] 'agreement among raft nodes before linearized reading' (duration: 149.982628ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:08.024773Z","caller":"traceutil/trace.go:171","msg":"trace[909224155] transaction","detail":"{read_only:false; response_revision:13638; number_of_response:1; }","duration":"136.413889ms","start":"2026-03-03T03:24:07.888316Z","end":"2026-03-03T03:24:08.02473Z","steps":["trace[909224155] 'process raft request' (duration: 136.175273ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:08.947739Z","caller":"traceutil/trace.go:171","msg":"trace[2002705325] linearizableReadLoop","detail":"{readStateIndex:14151; appliedIndex:14148; }","duration":"260.79365ms","start":"2026-03-03T03:24:08.686916Z","end":"2026-03-03T03:24:08.94771Z","steps":["trace[2002705325] 'read index received' (duration: 42.909676ms)","trace[2002705325] 'applied index is now lower than readState.Index' (duration: 217.882864ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:08.947904Z","caller":"traceutil/trace.go:171","msg":"trace[167583945] transaction","detail":"{read_only:false; response_revision:13644; number_of_response:1; }","duration":"260.981995ms","start":"2026-03-03T03:24:08.686889Z","end":"2026-03-03T03:24:08.947871Z","steps":["trace[167583945] 'process raft request' (duration: 260.7693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:08.948408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.471686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:24:08.948452Z","caller":"traceutil/trace.go:171","msg":"trace[1041300702] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:13644; }","duration":"261.584118ms","start":"2026-03-03T03:24:08.686855Z","end":"2026-03-03T03:24:08.948439Z","steps":["trace[1041300702] 'agreement among raft nodes before linearized reading' (duration: 261.401694ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:08.948562Z","caller":"traceutil/trace.go:171","msg":"trace[1899918637] transaction","detail":"{read_only:false; response_revision:13643; number_of_response:1; }","duration":"263.984111ms","start":"2026-03-03T03:24:08.683817Z","end":"2026-03-03T03:24:08.947802Z","steps":["trace[1899918637] 'process raft request' (duration: 263.655404ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:09.158919Z","caller":"traceutil/trace.go:171","msg":"trace[210237606] transaction","detail":"{read_only:false; response_revision:13645; number_of_response:1; }","duration":"120.591458ms","start":"2026-03-03T03:24:09.0383Z","end":"2026-03-03T03:24:09.158891Z","steps":["trace[210237606] 'process raft request' (duration: 120.348493ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:09.166182Z","caller":"traceutil/trace.go:171","msg":"trace[194049726] transaction","detail":"{read_only:false; response_revision:13646; number_of_response:1; }","duration":"112.888219ms","start":"2026-03-03T03:24:09.053256Z","end":"2026-03-03T03:24:09.166144Z","steps":["trace[194049726] 'process raft request' (duration: 112.654584ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:09.490814Z","caller":"traceutil/trace.go:171","msg":"trace[216762378] linearizableReadLoop","detail":"{readStateIndex:14157; appliedIndex:14156; }","duration":"110.163749ms","start":"2026-03-03T03:24:09.380627Z","end":"2026-03-03T03:24:09.490791Z","steps":["trace[216762378] 'read index received' (duration: 109.839482ms)","trace[216762378] 'applied index is now lower than readState.Index' (duration: 323.607µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:09.490917Z","caller":"traceutil/trace.go:171","msg":"trace[1252560671] transaction","detail":"{read_only:false; response_revision:13650; number_of_response:1; }","duration":"212.739081ms","start":"2026-03-03T03:24:09.278131Z","end":"2026-03-03T03:24:09.49087Z","steps":["trace[1252560671] 'process raft request' (duration: 212.432325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:09.491053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.414075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T03:24:09.491093Z","caller":"traceutil/trace.go:171","msg":"trace[1645185912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13650; }","duration":"110.538197ms","start":"2026-03-03T03:24:09.380541Z","end":"2026-03-03T03:24:09.491079Z","steps":["trace[1645185912] 'agreement among raft nodes before linearized reading' (duration: 110.340243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:10.687055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.69822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:24:10.687197Z","caller":"traceutil/trace.go:171","msg":"trace[1263672448] linearizableReadLoop","detail":"{readStateIndex:14161; appliedIndex:14160; }","duration":"106.252393ms","start":"2026-03-03T03:24:10.580925Z","end":"2026-03-03T03:24:10.687177Z","steps":["trace[1263672448] 'read index received' (duration: 5.260526ms)","trace[1263672448] 'applied index is now lower than readState.Index' (duration: 100.990217ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:10.687221Z","caller":"traceutil/trace.go:171","msg":"trace[511428554] transaction","detail":"{read_only:false; response_revision:13654; number_of_response:1; }","duration":"113.669687ms","start":"2026-03-03T03:24:10.573514Z","end":"2026-03-03T03:24:10.687183Z","steps":["trace[511428554] 'process raft request' (duration: 12.711261ms)","trace[511428554] 'compare' (duration: 100.518127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:10.687397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.471217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:24:10.687453Z","caller":"traceutil/trace.go:171","msg":"trace[313369453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13654; }","duration":"106.56931ms","start":"2026-03-03T03:24:10.580869Z","end":"2026-03-03T03:24:10.687438Z","steps":["trace[313369453] 'agreement among raft nodes before linearized reading' (duration: 106.364235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:11.238937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.877398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:24:11.239088Z","caller":"traceutil/trace.go:171","msg":"trace[1155604642] linearizableReadLoop","detail":"{readStateIndex:14165; appliedIndex:14163; }","duration":"273.681626ms","start":"2026-03-03T03:24:10.965382Z","end":"2026-03-03T03:24:11.239063Z","steps":["trace[1155604642] 'read index received' (duration: 8.57764ms)","trace[1155604642] 'applied index is now lower than readState.Index' (duration: 265.101866ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:11.239137Z","caller":"traceutil/trace.go:171","msg":"trace[26186604] transaction","detail":"{read_only:false; response_revision:13658; number_of_response:1; }","duration":"282.164123ms","start":"2026-03-03T03:24:10.956944Z","end":"2026-03-03T03:24:11.239108Z","steps":["trace[26186604] 'process raft request' (duration: 96.004708ms)","trace[26186604] 'compare' (duration: 185.710005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:11.239324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.933901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:24:11.239382Z","caller":"traceutil/trace.go:171","msg":"trace[1813679909] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:13658; }","duration":"274.018002ms","start":"2026-03-03T03:24:10.965347Z","end":"2026-03-03T03:24:11.239365Z","steps":["trace[1813679909] 'agreement among raft nodes before linearized reading' (duration: 273.780967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:11.905435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.916382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:11.905535Z","caller":"traceutil/trace.go:171","msg":"trace[513889724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13658; }","duration":"231.090427ms","start":"2026-03-03T03:24:11.674417Z","end":"2026-03-03T03:24:11.905507Z","steps":["trace[513889724] 'range keys from in-memory index tree' (duration: 230.536894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:11.905669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.749126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/placement\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:11.905833Z","caller":"traceutil/trace.go:171","msg":"trace[957112037] range","detail":"{range_begin:/registry/ingress/openstack/placement; range_end:; response_count:0; response_revision:13658; }","duration":"414.97182ms","start":"2026-03-03T03:24:11.490837Z","end":"2026-03-03T03:24:11.905809Z","steps":["trace[957112037] 'range keys from in-memory index tree' (duration: 414.624963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:11.905885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:11.490797Z","time spent":"415.076623ms","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/openstack/placement\" "} {"level":"warn","ts":"2026-03-03T03:24:11.906311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.116768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T03:24:11.906396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.372557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T03:24:11.906422Z","caller":"traceutil/trace.go:171","msg":"trace[2030315704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13658; }","duration":"344.289952ms","start":"2026-03-03T03:24:11.562105Z","end":"2026-03-03T03:24:11.906395Z","steps":["trace[2030315704] 'range keys from in-memory index tree' (duration: 343.316731ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:11.906449Z","caller":"traceutil/trace.go:171","msg":"trace[652079845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13658; }","duration":"385.4821ms","start":"2026-03-03T03:24:11.520948Z","end":"2026-03-03T03:24:11.90643Z","steps":["trace[652079845] 'range keys from in-memory index tree' (duration: 385.164073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:11.906486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:11.562078Z","time spent":"344.393345ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:24:11.906494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:11.520921Z","time spent":"385.564352ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T03:24:12.058085Z","caller":"traceutil/trace.go:171","msg":"trace[1897924190] transaction","detail":"{read_only:false; response_revision:13659; number_of_response:1; }","duration":"144.923866ms","start":"2026-03-03T03:24:11.912857Z","end":"2026-03-03T03:24:12.057781Z","steps":["trace[1897924190] 'process raft request' (duration: 144.733962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:12.095503Z","caller":"traceutil/trace.go:171","msg":"trace[1858704737] transaction","detail":"{read_only:false; response_revision:13660; number_of_response:1; }","duration":"179.13622ms","start":"2026-03-03T03:24:11.916326Z","end":"2026-03-03T03:24:12.095463Z","steps":["trace[1858704737] 'process raft request' (duration: 178.801423ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:12.095555Z","caller":"traceutil/trace.go:171","msg":"trace[1992117629] transaction","detail":"{read_only:false; response_revision:13661; number_of_response:1; }","duration":"171.82797ms","start":"2026-03-03T03:24:11.9237Z","end":"2026-03-03T03:24:12.095528Z","steps":["trace[1992117629] 'process raft request' (duration: 171.611395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:12.372865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.318732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:24:12.373725Z","caller":"traceutil/trace.go:171","msg":"trace[896024175] transaction","detail":"{read_only:false; response_revision:13662; number_of_response:1; }","duration":"272.894437ms","start":"2026-03-03T03:24:12.100804Z","end":"2026-03-03T03:24:12.373699Z","steps":["trace[896024175] 'process raft request' (duration: 54.519842ms)","trace[896024175] 'compare' (duration: 217.021016ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:12.374074Z","caller":"traceutil/trace.go:171","msg":"trace[1228574439] transaction","detail":"{read_only:false; response_revision:13663; number_of_response:1; }","duration":"257.797195ms","start":"2026-03-03T03:24:12.116246Z","end":"2026-03-03T03:24:12.374043Z","steps":["trace[1228574439] 'process raft request' (duration: 256.898925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:12.374618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.378542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-5bccd.1899354d678c7c3a\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-03T03:24:12.374669Z","caller":"traceutil/trace.go:171","msg":"trace[688604148] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-5bccd.1899354d678c7c3a; range_end:; response_count:1; response_revision:13663; }","duration":"197.491594ms","start":"2026-03-03T03:24:12.177164Z","end":"2026-03-03T03:24:12.374656Z","steps":["trace[688604148] 'agreement among raft nodes before linearized reading' (duration: 197.29505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:12.374768Z","caller":"traceutil/trace.go:171","msg":"trace[412862605] linearizableReadLoop","detail":"{readStateIndex:14170; appliedIndex:14168; }","duration":"197.147677ms","start":"2026-03-03T03:24:12.177217Z","end":"2026-03-03T03:24:12.374365Z","steps":["trace[412862605] 'read index received' (duration: 139.281952ms)","trace[412862605] 'applied index is now lower than readState.Index' (duration: 57.863815ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:12.61285Z","caller":"traceutil/trace.go:171","msg":"trace[1597759438] transaction","detail":"{read_only:false; response_revision:13664; number_of_response:1; }","duration":"236.578106ms","start":"2026-03-03T03:24:12.376243Z","end":"2026-03-03T03:24:12.612821Z","steps":["trace[1597759438] 'process raft request' (duration: 236.372812ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:12.947435Z","caller":"traceutil/trace.go:171","msg":"trace[2125442408] linearizableReadLoop","detail":"{readStateIndex:14174; appliedIndex:14170; }","duration":"410.623175ms","start":"2026-03-03T03:24:12.536791Z","end":"2026-03-03T03:24:12.947414Z","steps":["trace[2125442408] 'read index received' (duration: 75.827102ms)","trace[2125442408] 'applied index is now lower than readState.Index' (duration: 334.795022ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:12.947528Z","caller":"traceutil/trace.go:171","msg":"trace[1284879087] transaction","detail":"{read_only:false; response_revision:13666; number_of_response:1; }","duration":"562.30746ms","start":"2026-03-03T03:24:12.385209Z","end":"2026-03-03T03:24:12.947517Z","steps":["trace[1284879087] 'process raft request' (duration: 562.075525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:12.947614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:12.385198Z","time spent":"562.34839ms","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1769,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:12.947683Z","caller":"traceutil/trace.go:171","msg":"trace[2083494375] transaction","detail":"{read_only:false; response_revision:13665; number_of_response:1; }","duration":"567.29828ms","start":"2026-03-03T03:24:12.380353Z","end":"2026-03-03T03:24:12.947651Z","steps":["trace[2083494375] 'process raft request' (duration: 502.983042ms)","trace[2083494375] 'compare' (duration: 63.532961ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:12.947772Z","caller":"traceutil/trace.go:171","msg":"trace[1866824225] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13666; }","duration":"561.507492ms","start":"2026-03-03T03:24:12.386257Z","end":"2026-03-03T03:24:12.947765Z","steps":["trace[1866824225] 'process raft request' (duration: 561.127264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:12.947809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:12.386248Z","time spent":"561.542003ms","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72,"response count":0,"response size":1818,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:24:12.947814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:12.380338Z","time spent":"567.406573ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":711,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T03:24:12.948012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.217727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T03:24:12.948045Z","caller":"traceutil/trace.go:171","msg":"trace[1576888472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13666; }","duration":"411.290819ms","start":"2026-03-03T03:24:12.536745Z","end":"2026-03-03T03:24:12.948036Z","steps":["trace[1576888472] 'agreement among raft nodes before linearized reading' (duration: 411.146176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:12.94808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:12.536714Z","time spent":"411.358511ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:24:13.206841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.734508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:24:13.206984Z","caller":"traceutil/trace.go:171","msg":"trace[1538629584] linearizableReadLoop","detail":"{readStateIndex:14176; appliedIndex:14174; }","duration":"259.485642ms","start":"2026-03-03T03:24:12.947487Z","end":"2026-03-03T03:24:13.206972Z","steps":["trace[1538629584] 'read index received' (duration: 116.632081ms)","trace[1538629584] 'applied index is now lower than readState.Index' (duration: 142.852481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:13.207028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.083919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:13.207041Z","caller":"traceutil/trace.go:171","msg":"trace[790465666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13668; }","duration":"530.14306ms","start":"2026-03-03T03:24:12.676892Z","end":"2026-03-03T03:24:13.207035Z","steps":["trace[790465666] 'agreement among raft nodes before linearized reading' (duration: 530.110839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:13.207058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:12.676867Z","time spent":"530.186752ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:24:13.20724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.978239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T03:24:13.207255Z","caller":"traceutil/trace.go:171","msg":"trace[1049779113] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:13668; }","duration":"419.038341ms","start":"2026-03-03T03:24:12.788212Z","end":"2026-03-03T03:24:13.20725Z","steps":["trace[1049779113] 'agreement among raft nodes before linearized reading' (duration: 418.967049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:13.207269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:12.788185Z","time spent":"419.080852ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"info","ts":"2026-03-03T03:24:13.207232Z","caller":"traceutil/trace.go:171","msg":"trace[1122047502] transaction","detail":"{read_only:false; response_revision:13667; number_of_response:1; }","duration":"514.359803ms","start":"2026-03-03T03:24:12.692843Z","end":"2026-03-03T03:24:13.207202Z","steps":["trace[1122047502] 'process raft request' (duration: 371.188775ms)","trace[1122047502] 'compare' (duration: 142.524613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:13.207388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:12.692812Z","time spent":"514.486036ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:24:13.20742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.213422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:24:13.207439Z","caller":"traceutil/trace.go:171","msg":"trace[1808679385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13668; }","duration":"447.269354ms","start":"2026-03-03T03:24:12.760164Z","end":"2026-03-03T03:24:13.207433Z","steps":["trace[1808679385] 'agreement among raft nodes before linearized reading' (duration: 447.208022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:13.207453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:12.760139Z","time spent":"447.310684ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:24:13.207413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.387161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-5f5f96c4c6-wkld2\" ","response":"range_response_count:1 size:8388"} {"level":"info","ts":"2026-03-03T03:24:13.207432Z","caller":"traceutil/trace.go:171","msg":"trace[210319276] transaction","detail":"{read_only:false; response_revision:13668; number_of_response:1; }","duration":"431.601167ms","start":"2026-03-03T03:24:12.775771Z","end":"2026-03-03T03:24:13.207372Z","steps":["trace[210319276] 'process raft request' (duration: 431.153817ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:13.207502Z","caller":"traceutil/trace.go:171","msg":"trace[669006366] range","detail":"{range_begin:/registry/pods/openstack/placement-api-5f5f96c4c6-wkld2; range_end:; response_count:1; response_revision:13668; }","duration":"264.564905ms","start":"2026-03-03T03:24:12.942917Z","end":"2026-03-03T03:24:13.207482Z","steps":["trace[669006366] 'agreement among raft nodes before linearized reading' (duration: 264.247118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:13.207733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:12.775741Z","time spent":"431.805262ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:13.284759Z","caller":"traceutil/trace.go:171","msg":"trace[1679751725] transaction","detail":"{read_only:false; response_revision:13671; number_of_response:1; }","duration":"330.621601ms","start":"2026-03-03T03:24:12.954121Z","end":"2026-03-03T03:24:13.284743Z","steps":["trace[1679751725] 'process raft request' (duration: 330.407136ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:13.284734Z","caller":"traceutil/trace.go:171","msg":"trace[2060046671] transaction","detail":"{read_only:false; response_revision:13670; number_of_response:1; }","duration":"330.59642ms","start":"2026-03-03T03:24:12.954096Z","end":"2026-03-03T03:24:13.284692Z","steps":["trace[2060046671] 'process raft request' (duration: 330.370036ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:13.284836Z","caller":"traceutil/trace.go:171","msg":"trace[565127120] transaction","detail":"{read_only:false; response_revision:13672; number_of_response:1; }","duration":"322.236416ms","start":"2026-03-03T03:24:12.962569Z","end":"2026-03-03T03:24:13.284806Z","steps":["trace[565127120] 'process raft request' (duration: 322.001771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:13.284885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:12.954111Z","time spent":"330.707442ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T03:24:13.284901Z","caller":"traceutil/trace.go:171","msg":"trace[1267814636] transaction","detail":"{read_only:false; response_revision:13674; number_of_response:1; }","duration":"272.584431ms","start":"2026-03-03T03:24:13.012307Z","end":"2026-03-03T03:24:13.284892Z","steps":["trace[1267814636] 'process raft request' (duration: 272.355976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:13.284936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:12.954067Z","time spent":"330.775034ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T03:24:13.285002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:12.962559Z","time spent":"322.346078ms","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:13.28475Z","caller":"traceutil/trace.go:171","msg":"trace[928304006] transaction","detail":"{read_only:false; response_revision:13673; number_of_response:1; }","duration":"304.843212ms","start":"2026-03-03T03:24:12.979882Z","end":"2026-03-03T03:24:13.284725Z","steps":["trace[928304006] 'process raft request' (duration: 304.74439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:13.285111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:12.979859Z","time spent":"305.216141ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:13.284627Z","caller":"traceutil/trace.go:171","msg":"trace[1739309238] transaction","detail":"{read_only:false; response_revision:13669; number_of_response:1; }","duration":"331.090621ms","start":"2026-03-03T03:24:12.953484Z","end":"2026-03-03T03:24:13.284574Z","steps":["trace[1739309238] 'process raft request' (duration: 330.810815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:13.285505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:12.953461Z","time spent":"331.99453ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:24:13.576103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:13.208374Z","time spent":"367.723058ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T03:24:13.576422Z","caller":"traceutil/trace.go:171","msg":"trace[2135859719] linearizableReadLoop","detail":"{readStateIndex:14183; appliedIndex:14176; }","duration":"367.909582ms","start":"2026-03-03T03:24:13.208481Z","end":"2026-03-03T03:24:13.576391Z","steps":["trace[2135859719] 'read index received' (duration: 75.964394ms)","trace[2135859719] 'applied index is now lower than readState.Index' (duration: 291.943608ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:13.576644Z","caller":"traceutil/trace.go:171","msg":"trace[314758803] transaction","detail":"{read_only:false; response_revision:13676; number_of_response:1; }","duration":"361.500661ms","start":"2026-03-03T03:24:13.21512Z","end":"2026-03-03T03:24:13.57662Z","steps":["trace[314758803] 'process raft request' (duration: 361.116562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:13.57681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:13.215109Z","time spent":"361.600814ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8384,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:13.576789Z","caller":"traceutil/trace.go:171","msg":"trace[221847662] transaction","detail":"{read_only:false; response_revision:13675; number_of_response:1; }","duration":"364.810564ms","start":"2026-03-03T03:24:13.211936Z","end":"2026-03-03T03:24:13.576747Z","steps":["trace[221847662] 'process raft request' (duration: 364.083529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:13.576961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.894749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T03:24:13.577029Z","caller":"traceutil/trace.go:171","msg":"trace[2000805218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13677; }","duration":"317.023431ms","start":"2026-03-03T03:24:13.259989Z","end":"2026-03-03T03:24:13.577012Z","steps":["trace[2000805218] 'agreement among raft nodes before linearized reading' (duration: 316.744964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:13.577012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:13.211902Z","time spent":"364.993118ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:24:13.577069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:13.259957Z","time spent":"317.104203ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:24:13.57711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.613639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:13.577139Z","caller":"traceutil/trace.go:171","msg":"trace[1188925414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13677; }","duration":"368.700861ms","start":"2026-03-03T03:24:13.20843Z","end":"2026-03-03T03:24:13.577131Z","steps":["trace[1188925414] 'agreement among raft nodes before linearized reading' (duration: 368.637899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:13.577156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:13.208409Z","time spent":"368.743241ms","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:24:13.577137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.488978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:24:13.576849Z","caller":"traceutil/trace.go:171","msg":"trace[303043272] transaction","detail":"{read_only:false; response_revision:13677; number_of_response:1; }","duration":"302.677494ms","start":"2026-03-03T03:24:13.274155Z","end":"2026-03-03T03:24:13.576833Z","steps":["trace[303043272] 'process raft request' (duration: 302.158143ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:13.577229Z","caller":"traceutil/trace.go:171","msg":"trace[1882222861] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:13677; }","duration":"130.737733ms","start":"2026-03-03T03:24:13.446465Z","end":"2026-03-03T03:24:13.577203Z","steps":["trace[1882222861] 'agreement among raft nodes before linearized reading' (duration: 130.543639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:13.577267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:13.274131Z","time spent":"303.095935ms","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2459,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T03:24:13.577353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.049671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:24:13.577383Z","caller":"traceutil/trace.go:171","msg":"trace[1169187195] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:13677; }","duration":"312.114583ms","start":"2026-03-03T03:24:13.26526Z","end":"2026-03-03T03:24:13.577374Z","steps":["trace[1169187195] 'agreement among raft nodes before linearized reading' (duration: 312.009211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:13.577404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:13.265248Z","time spent":"312.150903ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"info","ts":"2026-03-03T03:24:13.733002Z","caller":"traceutil/trace.go:171","msg":"trace[147734717] transaction","detail":"{read_only:false; response_revision:13680; number_of_response:1; }","duration":"149.608679ms","start":"2026-03-03T03:24:13.583371Z","end":"2026-03-03T03:24:13.73298Z","steps":["trace[147734717] 'process raft request' (duration: 149.370904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:13.733088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.68052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:24:13.73311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.0301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/placement-api-certs\" ","response":"range_response_count:1 size:2332"} {"level":"info","ts":"2026-03-03T03:24:13.733151Z","caller":"traceutil/trace.go:171","msg":"trace[1109579233] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:13680; }","duration":"129.768441ms","start":"2026-03-03T03:24:13.603368Z","end":"2026-03-03T03:24:13.733137Z","steps":["trace[1109579233] 'agreement among raft nodes before linearized reading' (duration: 129.657889ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:13.733169Z","caller":"traceutil/trace.go:171","msg":"trace[1652144778] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/placement-api-certs; range_end:; response_count:1; response_revision:13680; }","duration":"146.122433ms","start":"2026-03-03T03:24:13.587029Z","end":"2026-03-03T03:24:13.733152Z","steps":["trace[1652144778] 'agreement among raft nodes before linearized reading' (duration: 145.960559ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:13.733469Z","caller":"traceutil/trace.go:171","msg":"trace[70090131] transaction","detail":"{read_only:false; response_revision:13679; number_of_response:1; }","duration":"150.776666ms","start":"2026-03-03T03:24:13.582094Z","end":"2026-03-03T03:24:13.73287Z","steps":["trace[70090131] 'process raft request' (duration: 131.071381ms)","trace[70090131] 'compare' (duration: 19.463329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:13.733573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.032718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-03T03:24:13.733617Z","caller":"traceutil/trace.go:171","msg":"trace[1840675042] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:13680; }","duration":"150.13686ms","start":"2026-03-03T03:24:13.583468Z","end":"2026-03-03T03:24:13.733605Z","steps":["trace[1840675042] 'agreement among raft nodes before linearized reading' (duration: 149.937956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:13.733905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.54831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582617"} {"level":"info","ts":"2026-03-03T03:24:13.733969Z","caller":"traceutil/trace.go:171","msg":"trace[1145562632] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13680; }","duration":"150.663513ms","start":"2026-03-03T03:24:13.58329Z","end":"2026-03-03T03:24:13.733953Z","steps":["trace[1145562632] 'agreement among raft nodes before linearized reading' (duration: 149.749932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:13.880073Z","caller":"traceutil/trace.go:171","msg":"trace[305734245] transaction","detail":"{read_only:false; response_revision:13681; number_of_response:1; }","duration":"141.664744ms","start":"2026-03-03T03:24:13.738384Z","end":"2026-03-03T03:24:13.880049Z","steps":["trace[305734245] 'process raft request' (duration: 110.911316ms)","trace[305734245] 'compare' (duration: 30.526173ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:13.880632Z","caller":"traceutil/trace.go:171","msg":"trace[1709411190] transaction","detail":"{read_only:false; response_revision:13682; number_of_response:1; }","duration":"131.452328ms","start":"2026-03-03T03:24:13.74915Z","end":"2026-03-03T03:24:13.880602Z","steps":["trace[1709411190] 'process raft request' (duration: 130.844285ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:13.881013Z","caller":"traceutil/trace.go:171","msg":"trace[1711261910] linearizableReadLoop","detail":"{readStateIndex:14190; appliedIndex:14189; }","duration":"140.557369ms","start":"2026-03-03T03:24:13.740442Z","end":"2026-03-03T03:24:13.880999Z","steps":["trace[1711261910] 'read index received' (duration: 108.87131ms)","trace[1711261910] 'applied index is now lower than readState.Index' (duration: 31.684299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:13.881155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.702903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T03:24:13.881189Z","caller":"traceutil/trace.go:171","msg":"trace[1271417330] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:13682; }","duration":"140.802695ms","start":"2026-03-03T03:24:13.740375Z","end":"2026-03-03T03:24:13.881178Z","steps":["trace[1271417330] 'agreement among raft nodes before linearized reading' (duration: 140.667342ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:14.157493Z","caller":"traceutil/trace.go:171","msg":"trace[1448612742] linearizableReadLoop","detail":"{readStateIndex:14192; appliedIndex:14191; }","duration":"258.288995ms","start":"2026-03-03T03:24:13.899173Z","end":"2026-03-03T03:24:14.157462Z","steps":["trace[1448612742] 'read index received' (duration: 241.940395ms)","trace[1448612742] 'applied index is now lower than readState.Index' (duration: 16.34678ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:14.157586Z","caller":"traceutil/trace.go:171","msg":"trace[1430369011] transaction","detail":"{read_only:false; response_revision:13683; number_of_response:1; }","duration":"262.10251ms","start":"2026-03-03T03:24:13.895447Z","end":"2026-03-03T03:24:14.15755Z","steps":["trace[1430369011] 'process raft request' (duration: 245.804021ms)","trace[1430369011] 'compare' (duration: 15.86109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:14.157917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.526543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:14.157977Z","caller":"traceutil/trace.go:171","msg":"trace[1456992877] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:13683; }","duration":"225.663026ms","start":"2026-03-03T03:24:13.932297Z","end":"2026-03-03T03:24:14.15796Z","steps":["trace[1456992877] 'agreement among raft nodes before linearized reading' (duration: 225.353969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:14.158045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.760275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-03T03:24:14.158201Z","caller":"traceutil/trace.go:171","msg":"trace[324123898] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:13683; }","duration":"258.9897ms","start":"2026-03-03T03:24:13.899147Z","end":"2026-03-03T03:24:14.158136Z","steps":["trace[324123898] 'agreement among raft nodes before linearized reading' (duration: 258.579441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:14.161296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.135308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209353"} {"level":"info","ts":"2026-03-03T03:24:14.161395Z","caller":"traceutil/trace.go:171","msg":"trace[1621150194] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:13683; }","duration":"154.23934ms","start":"2026-03-03T03:24:14.007143Z","end":"2026-03-03T03:24:14.161382Z","steps":["trace[1621150194] 'agreement among raft nodes before linearized reading' (duration: 152.074342ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:14.376132Z","caller":"traceutil/trace.go:171","msg":"trace[1944086072] transaction","detail":"{read_only:false; response_revision:13685; number_of_response:1; }","duration":"212.18122ms","start":"2026-03-03T03:24:14.163916Z","end":"2026-03-03T03:24:14.376097Z","steps":["trace[1944086072] 'process raft request' (duration: 177.675618ms)","trace[1944086072] 'compare' (duration: 34.042962ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:14.376485Z","caller":"traceutil/trace.go:171","msg":"trace[2083780430] transaction","detail":"{read_only:false; response_revision:13688; number_of_response:1; }","duration":"211.818932ms","start":"2026-03-03T03:24:14.164655Z","end":"2026-03-03T03:24:14.376474Z","steps":["trace[2083780430] 'process raft request' (duration: 211.538426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:14.376687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.677022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-03T03:24:14.376468Z","caller":"traceutil/trace.go:171","msg":"trace[1889733988] linearizableReadLoop","detail":"{readStateIndex:14201; appliedIndex:14193; }","duration":"170.51978ms","start":"2026-03-03T03:24:14.205919Z","end":"2026-03-03T03:24:14.376439Z","steps":["trace[1889733988] 'read index received' (duration: 135.829946ms)","trace[1889733988] 'applied index is now lower than readState.Index' (duration: 34.688444ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:14.376796Z","caller":"traceutil/trace.go:171","msg":"trace[421264257] transaction","detail":"{read_only:false; response_revision:13692; number_of_response:1; }","duration":"197.445444ms","start":"2026-03-03T03:24:14.179337Z","end":"2026-03-03T03:24:14.376782Z","steps":["trace[421264257] 'process raft request' (duration: 197.033845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:14.376753Z","caller":"traceutil/trace.go:171","msg":"trace[916613291] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:13692; }","duration":"179.767824ms","start":"2026-03-03T03:24:14.196972Z","end":"2026-03-03T03:24:14.37674Z","steps":["trace[916613291] 'agreement among raft nodes before linearized reading' (duration: 179.547909ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:14.376789Z","caller":"traceutil/trace.go:171","msg":"trace[857010711] transaction","detail":"{read_only:false; response_revision:13687; number_of_response:1; }","duration":"212.139889ms","start":"2026-03-03T03:24:14.164612Z","end":"2026-03-03T03:24:14.376752Z","steps":["trace[857010711] 'process raft request' (duration: 211.533506ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:14.376817Z","caller":"traceutil/trace.go:171","msg":"trace[168860168] transaction","detail":"{read_only:false; response_revision:13691; number_of_response:1; }","duration":"211.395141ms","start":"2026-03-03T03:24:14.165374Z","end":"2026-03-03T03:24:14.376769Z","steps":["trace[168860168] 'process raft request' (duration: 210.942022ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:14.376825Z","caller":"traceutil/trace.go:171","msg":"trace[644395656] transaction","detail":"{read_only:false; response_revision:13689; number_of_response:1; }","duration":"212.064907ms","start":"2026-03-03T03:24:14.164714Z","end":"2026-03-03T03:24:14.376779Z","steps":["trace[644395656] 'process raft request' (duration: 211.540305ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:14.376821Z","caller":"traceutil/trace.go:171","msg":"trace[214425324] transaction","detail":"{read_only:false; response_revision:13686; number_of_response:1; }","duration":"212.269422ms","start":"2026-03-03T03:24:14.164516Z","end":"2026-03-03T03:24:14.376785Z","steps":["trace[214425324] 'process raft request' (duration: 211.492575ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:14.377229Z","caller":"traceutil/trace.go:171","msg":"trace[738759214] transaction","detail":"{read_only:false; response_revision:13690; number_of_response:1; }","duration":"211.839931ms","start":"2026-03-03T03:24:14.165378Z","end":"2026-03-03T03:24:14.377218Z","steps":["trace[738759214] 'process raft request' (duration: 210.910031ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:14.406994Z","caller":"traceutil/trace.go:171","msg":"trace[1410452377] transaction","detail":"{read_only:false; response_revision:13693; number_of_response:1; }","duration":"144.974268ms","start":"2026-03-03T03:24:14.262004Z","end":"2026-03-03T03:24:14.406978Z","steps":["trace[1410452377] 'process raft request' (duration: 144.713442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:14.407287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.379825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-03T03:24:14.407322Z","caller":"traceutil/trace.go:171","msg":"trace[1867271197] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:13693; }","duration":"198.479257ms","start":"2026-03-03T03:24:14.208835Z","end":"2026-03-03T03:24:14.407314Z","steps":["trace[1867271197] 'agreement among raft nodes before linearized reading' (duration: 198.323064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:14.907785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990442805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:24:15.40818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990442805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:24:15.527197Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.120439106s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T03:24:16.305528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.040695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:24:16.305775Z","caller":"traceutil/trace.go:171","msg":"trace[288339650] transaction","detail":"{read_only:false; response_revision:13694; number_of_response:1; }","duration":"1.920930919s","start":"2026-03-03T03:24:14.38479Z","end":"2026-03-03T03:24:16.305721Z","steps":["trace[288339650] 'process raft request' (duration: 1.142607476s)","trace[288339650] 'compare' (duration: 777.709998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:16.305928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:14.38477Z","time spent":"1.921085502s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T03:24:16.305951Z","caller":"traceutil/trace.go:171","msg":"trace[1089379398] transaction","detail":"{read_only:false; response_revision:13696; number_of_response:1; }","duration":"1.906831097s","start":"2026-03-03T03:24:14.399095Z","end":"2026-03-03T03:24:16.305926Z","steps":["trace[1089379398] 'process raft request' (duration: 1.906724505s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:16.306078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:14.399066Z","time spent":"1.90694444s","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6300,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:16.30623Z","caller":"traceutil/trace.go:171","msg":"trace[1304822990] transaction","detail":"{read_only:false; response_revision:13695; number_of_response:1; }","duration":"1.920464538s","start":"2026-03-03T03:24:14.385742Z","end":"2026-03-03T03:24:16.306207Z","steps":["trace[1304822990] 'process raft request' (duration: 1.919902696s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:16.310724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:14.385715Z","time spent":"1.920851467s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":809,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T03:24:16.676897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000653806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T03:24:16.67708Z","caller":"traceutil/trace.go:171","msg":"trace[1315435840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000897241s","start":"2026-03-03T03:24:14.676143Z","end":"2026-03-03T03:24:16.67704Z","steps":["trace[1315435840] 'agreement among raft nodes before linearized reading' (duration: 2.000683847s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:16.677143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:14.676117Z","time spent":"2.001011754s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 03:24:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T03:24:18.144707Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.617291414s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T03:24:18.586151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.129188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:24:18.586756Z","caller":"traceutil/trace.go:171","msg":"trace[2030002797] transaction","detail":"{read_only:false; response_revision:13697; number_of_response:1; }","duration":"3.639175667s","start":"2026-03-03T03:24:14.947538Z","end":"2026-03-03T03:24:18.586714Z","steps":["trace[2030002797] 'process raft request' (duration: 3.197388405s)","trace[2030002797] 'compare' (duration: 440.515713ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:18.586758Z","caller":"traceutil/trace.go:171","msg":"trace[125060700] transaction","detail":"{read_only:false; response_revision:13698; number_of_response:1; }","duration":"3.373498398s","start":"2026-03-03T03:24:15.213157Z","end":"2026-03-03T03:24:18.586655Z","steps":["trace[125060700] 'process raft request' (duration: 3.37311545s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:18.586801Z","caller":"traceutil/trace.go:171","msg":"trace[189050080] transaction","detail":"{read_only:false; response_revision:13699; number_of_response:1; }","duration":"3.371839983s","start":"2026-03-03T03:24:15.214935Z","end":"2026-03-03T03:24:18.586775Z","steps":["trace[189050080] 'process raft request' (duration: 3.371423554s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:18.586921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:14.947511Z","time spent":"3.63933499s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T03:24:18.586955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:15.214914Z","time spent":"3.371948895s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:18.587026Z","caller":"traceutil/trace.go:171","msg":"trace[121926980] linearizableReadLoop","detail":"{readStateIndex:14209; appliedIndex:14202; }","duration":"4.180154556s","start":"2026-03-03T03:24:14.406849Z","end":"2026-03-03T03:24:18.587004Z","steps":["trace[121926980] 'read index received' (duration: 1.120567159s)","trace[121926980] 'applied index is now lower than readState.Index' (duration: 3.059585017s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:18.587143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:15.213124Z","time spent":"3.373738024s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:24:18.587285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.182697352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-03T03:24:18.587353Z","caller":"traceutil/trace.go:171","msg":"trace[912243149] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:13700; }","duration":"4.182806034s","start":"2026-03-03T03:24:14.404527Z","end":"2026-03-03T03:24:18.587333Z","steps":["trace[912243149] 'agreement among raft nodes before linearized reading' (duration: 4.18260007s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:18.587385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:14.40451Z","time spent":"4.182868426s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-03T03:24:18.58778Z","caller":"traceutil/trace.go:171","msg":"trace[714884096] transaction","detail":"{read_only:false; response_revision:13700; number_of_response:1; }","duration":"3.298249019s","start":"2026-03-03T03:24:15.289509Z","end":"2026-03-03T03:24:18.587758Z","steps":["trace[714884096] 'process raft request' (duration: 3.29689425s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:18.613751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:15.289486Z","time spent":"3.298356001s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:24:18.677593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000496912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T03:24:18.677733Z","caller":"traceutil/trace.go:171","msg":"trace[108326758] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000679027s","start":"2026-03-03T03:24:16.677024Z","end":"2026-03-03T03:24:18.677703Z","steps":["trace[108326758] 'agreement among raft nodes before linearized reading' (duration: 2.000516563s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:18.677827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:16.677003Z","time spent":"2.000807579s","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 03:24:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T03:24:19.272356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.543826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:24:19.272768Z","caller":"traceutil/trace.go:171","msg":"trace[15524286] transaction","detail":"{read_only:false; response_revision:13701; number_of_response:1; }","duration":"1.991847852s","start":"2026-03-03T03:24:17.28089Z","end":"2026-03-03T03:24:19.272738Z","steps":["trace[15524286] 'process raft request' (duration: 1.432362665s)","trace[15524286] 'compare' (duration: 558.170078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:19.27291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:17.28086Z","time spent":"1.991974214s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:24:20.050465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.959405ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T03:24:20.051085Z","caller":"traceutil/trace.go:171","msg":"trace[1526892397] linearizableReadLoop","detail":"{readStateIndex:14211; appliedIndex:14209; }","duration":"1.463914231s","start":"2026-03-03T03:24:18.587143Z","end":"2026-03-03T03:24:20.051057Z","steps":["trace[1526892397] 'read index received' (duration: 126.110111ms)","trace[1526892397] 'applied index is now lower than readState.Index' (duration: 1.33780216s)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:20.051072Z","caller":"traceutil/trace.go:171","msg":"trace[1594677227] transaction","detail":"{read_only:false; response_revision:13702; number_of_response:1; }","duration":"1.369457368s","start":"2026-03-03T03:24:18.681576Z","end":"2026-03-03T03:24:20.051033Z","steps":["trace[1594677227] 'process raft request' (duration: 1.369049648s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:20.051227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:18.681545Z","time spent":"1.369611562s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T03:24:20.686126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99995257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T03:24:20.686199Z","caller":"traceutil/trace.go:171","msg":"trace[52583310] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000071113s","start":"2026-03-03T03:24:18.68611Z","end":"2026-03-03T03:24:20.686181Z","steps":["trace[52583310] 'agreement among raft nodes before linearized reading' (duration: 1.999976651s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:20.686238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:18.68607Z","time spent":"2.000161426s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 03:24:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T03:24:20.728217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.145936993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:24:20.728265Z","caller":"traceutil/trace.go:171","msg":"trace[1202574336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13702; }","duration":"5.146045425s","start":"2026-03-03T03:24:15.582208Z","end":"2026-03-03T03:24:20.728253Z","steps":["trace[1202574336] 'agreement among raft nodes before linearized reading' (duration: 4.46959138s)","trace[1202574336] 'range keys from in-memory index tree' (duration: 676.289812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:20.728255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024556794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T03:24:20.72829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:15.58218Z","time spent":"5.146104546s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T03:24:20.728312Z","caller":"traceutil/trace.go:171","msg":"trace[173623249] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:13702; }","duration":"3.024653856s","start":"2026-03-03T03:24:17.703639Z","end":"2026-03-03T03:24:20.728293Z","steps":["trace[173623249] 'agreement among raft nodes before linearized reading' (duration: 2.347509415s)","trace[173623249] 'count revisions from in-memory index tree' (duration: 677.064639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:20.728343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:17.703617Z","time spent":"3.024717077s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":62,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:24:20.72837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.437968032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-03T03:24:20.728418Z","caller":"traceutil/trace.go:171","msg":"trace[1237824403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.438042813s","start":"2026-03-03T03:24:15.29036Z","end":"2026-03-03T03:24:20.728403Z","steps":["trace[1237824403] 'agreement among raft nodes before linearized reading' (duration: 4.761454875s)","trace[1237824403] 'range keys from in-memory index tree' (duration: 676.505587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:20.728458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:15.290347Z","time spent":"5.438101664s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:24:20.728471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670820365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} 2026/03/03 03:24:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T03:24:20.728496Z","caller":"traceutil/trace.go:171","msg":"trace[1696727817] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:13702; }","duration":"3.670884636s","start":"2026-03-03T03:24:17.057602Z","end":"2026-03-03T03:24:20.728487Z","steps":["trace[1696727817] 'agreement among raft nodes before linearized reading' (duration: 2.993726045s)","trace[1696727817] 'count revisions from in-memory index tree' (duration: 677.11413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:20.728515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:17.057579Z","time spent":"3.670930147s","remote":"127.0.0.1:36488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:24:20.728542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.31587974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:20.728572Z","caller":"traceutil/trace.go:171","msg":"trace[2094896893] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:13702; }","duration":"6.315917822s","start":"2026-03-03T03:24:14.412641Z","end":"2026-03-03T03:24:20.728559Z","steps":["trace[2094896893] 'agreement among raft nodes before linearized reading' (duration: 5.639210781s)","trace[2094896893] 'range keys from in-memory index tree' (duration: 676.67129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:20.728599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:14.412634Z","time spent":"6.315958883s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-03-03T03:24:20.728618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.41387368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/placement-api-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:20.72865Z","caller":"traceutil/trace.go:171","msg":"trace[296178451] range","detail":"{range_begin:/registry/secrets/openstack/placement-api-certs; range_end:; response_count:0; response_revision:13702; }","duration":"4.413927031s","start":"2026-03-03T03:24:16.314712Z","end":"2026-03-03T03:24:20.728639Z","steps":["trace[296178451] 'agreement among raft nodes before linearized reading' (duration: 3.736357251s)","trace[296178451] 'range keys from in-memory index tree' (duration: 677.506779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:20.728677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:16.314696Z","time spent":"4.413973881s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/placement-api-certs\" "} {"level":"warn","ts":"2026-03-03T03:24:20.728694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.123029116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:24:20.728713Z","caller":"traceutil/trace.go:171","msg":"trace[837548094] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:13702; }","duration":"4.123081937s","start":"2026-03-03T03:24:16.605624Z","end":"2026-03-03T03:24:20.728706Z","steps":["trace[837548094] 'agreement among raft nodes before linearized reading' (duration: 3.445728232s)","trace[837548094] 'count revisions from in-memory index tree' (duration: 677.322215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:20.728732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:16.605598Z","time spent":"4.123128038s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":64,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:24:20.728813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.739349227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-5f5f96c4c6-wkld2\" ","response":"range_response_count:1 size:8399"} {"level":"info","ts":"2026-03-03T03:24:20.728841Z","caller":"traceutil/trace.go:171","msg":"trace[915964564] range","detail":"{range_begin:/registry/pods/openstack/placement-api-5f5f96c4c6-wkld2; range_end:; response_count:1; response_revision:13702; }","duration":"5.739375139s","start":"2026-03-03T03:24:14.989456Z","end":"2026-03-03T03:24:20.728831Z","steps":["trace[915964564] 'agreement among raft nodes before linearized reading' (duration: 5.062407881s)","trace[915964564] 'range keys from in-memory index tree' (duration: 676.885435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:20.728869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.347999378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T03:24:20.728868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:14.989404Z","time spent":"5.73945801s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":8422,"request content":"key:\"/registry/pods/openstack/placement-api-5f5f96c4c6-wkld2\" "} {"level":"info","ts":"2026-03-03T03:24:20.728889Z","caller":"traceutil/trace.go:171","msg":"trace[147205678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13702; }","duration":"4.348022479s","start":"2026-03-03T03:24:16.38086Z","end":"2026-03-03T03:24:20.728882Z","steps":["trace[147205678] 'agreement among raft nodes before linearized reading' (duration: 3.670505779s)","trace[147205678] 'range keys from in-memory index tree' (duration: 677.461949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:20.728904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:16.380813Z","time spent":"4.34808709s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:24:20.728937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.878560745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T03:24:20.728965Z","caller":"traceutil/trace.go:171","msg":"trace[653551360] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13702; }","duration":"2.878642547s","start":"2026-03-03T03:24:17.850311Z","end":"2026-03-03T03:24:20.728954Z","steps":["trace[653551360] 'agreement among raft nodes before linearized reading' (duration: 2.200823131s)","trace[653551360] 'range keys from in-memory index tree' (duration: 677.744985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:20.728991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:17.850282Z","time spent":"2.878700868s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T03:24:20.729012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.991543649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T03:24:20.729029Z","caller":"traceutil/trace.go:171","msg":"trace[1374370651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13702; }","duration":"4.99160142s","start":"2026-03-03T03:24:15.737421Z","end":"2026-03-03T03:24:20.729022Z","steps":["trace[1374370651] 'agreement among raft nodes before linearized reading' (duration: 4.313958467s)","trace[1374370651] 'range keys from in-memory index tree' (duration: 677.592111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:20.729044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:15.737355Z","time spent":"4.991685091s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:24:20.729047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.518304883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T03:24:20.729076Z","caller":"traceutil/trace.go:171","msg":"trace[1158643754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13702; }","duration":"4.518360275s","start":"2026-03-03T03:24:16.210704Z","end":"2026-03-03T03:24:20.729064Z","steps":["trace[1158643754] 'agreement among raft nodes before linearized reading' (duration: 3.841306855s)","trace[1158643754] 'range keys from in-memory index tree' (duration: 676.972567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:20.729104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:16.210681Z","time spent":"4.518416696s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:24:20.729128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.981421716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:24:20.729144Z","caller":"traceutil/trace.go:171","msg":"trace[1874621526] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:13702; }","duration":"4.981490997s","start":"2026-03-03T03:24:15.747647Z","end":"2026-03-03T03:24:20.729138Z","steps":["trace[1874621526] 'agreement among raft nodes before linearized reading' (duration: 4.303745713s)","trace[1874621526] 'range keys from in-memory index tree' (duration: 677.688673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:20.729159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:15.747619Z","time spent":"4.981536689s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"warn","ts":"2026-03-03T03:24:20.729221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.545847211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-03-03T03:24:20.728864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357104017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:24:20.729245Z","caller":"traceutil/trace.go:171","msg":"trace[1906364850] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13702; }","duration":"5.545930024s","start":"2026-03-03T03:24:15.183306Z","end":"2026-03-03T03:24:20.729236Z","steps":["trace[1906364850] 'agreement among raft nodes before linearized reading' (duration: 4.86872061s)","trace[1906364850] 'range keys from in-memory index tree' (duration: 677.08921ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:20.729263Z","caller":"traceutil/trace.go:171","msg":"trace[1267634788] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:13702; }","duration":"2.357546987s","start":"2026-03-03T03:24:18.371707Z","end":"2026-03-03T03:24:20.729254Z","steps":["trace[1267634788] 'agreement among raft nodes before linearized reading' (duration: 1.679410714s)","trace[1267634788] 'count revisions from in-memory index tree' (duration: 677.720444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:20.729284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:18.371681Z","time spent":"2.357595907s","remote":"127.0.0.1:43776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:24:20.72927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:15.183276Z","time spent":"5.545988404s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T03:24:20.729484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.330627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:24:20.729613Z","caller":"traceutil/trace.go:171","msg":"trace[757380924] linearizableReadLoop","detail":"{readStateIndex:14213; appliedIndex:14212; }","duration":"678.4577ms","start":"2026-03-03T03:24:20.051136Z","end":"2026-03-03T03:24:20.729594Z","steps":["trace[757380924] 'read index received' (duration: 781.897µs)","trace[757380924] 'applied index is now lower than readState.Index' (duration: 677.674013ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:20.72969Z","caller":"traceutil/trace.go:171","msg":"trace[616584532] transaction","detail":"{read_only:false; response_revision:13703; number_of_response:1; }","duration":"1.401123566s","start":"2026-03-03T03:24:19.328517Z","end":"2026-03-03T03:24:20.72964Z","steps":["trace[616584532] 'process raft request' (duration: 722.522443ms)","trace[616584532] 'compare' (duration: 677.491118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:20.72977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611401952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:24:20.729835Z","caller":"traceutil/trace.go:171","msg":"trace[304182869] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:13703; }","duration":"1.611528945s","start":"2026-03-03T03:24:19.11829Z","end":"2026-03-03T03:24:20.729819Z","steps":["trace[304182869] 'agreement among raft nodes before linearized reading' (duration: 1.611330081s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:20.729878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:19.118265Z","time spent":"1.611606617s","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:24:20.729891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:19.328491Z","time spent":"1.401287239s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:24:20.729925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137625096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-03T03:24:20.729955Z","caller":"traceutil/trace.go:171","msg":"trace[1953975933] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:13703; }","duration":"2.137690828s","start":"2026-03-03T03:24:18.592253Z","end":"2026-03-03T03:24:20.729944Z","steps":["trace[1953975933] 'agreement among raft nodes before linearized reading' (duration: 2.137444913s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:20.730019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:18.592233Z","time spent":"2.13777693s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T03:24:21.750684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.145496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:24:21.75081Z","caller":"traceutil/trace.go:171","msg":"trace[1722945747] transaction","detail":"{read_only:false; response_revision:13704; number_of_response:1; }","duration":"1.213329565s","start":"2026-03-03T03:24:20.537454Z","end":"2026-03-03T03:24:21.750783Z","steps":["trace[1722945747] 'process raft request' (duration: 495.000306ms)","trace[1722945747] 'compare' (duration: 717.846109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:21.750797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.05199ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:24:21.75087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:20.537418Z","time spent":"1.213427188s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":851,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T03:24:21.750909Z","caller":"traceutil/trace.go:171","msg":"trace[10592910] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13703; }","duration":"521.814727ms","start":"2026-03-03T03:24:21.229078Z","end":"2026-03-03T03:24:21.750893Z","steps":["trace[10592910] 'range keys from in-memory index tree' (duration: 521.025969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.429491Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.396926794s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T03:24:22.430142Z","caller":"traceutil/trace.go:171","msg":"trace[270766393] transaction","detail":"{read_only:false; response_revision:13706; number_of_response:1; }","duration":"1.834048103s","start":"2026-03-03T03:24:20.596061Z","end":"2026-03-03T03:24:22.430109Z","steps":["trace[270766393] 'process raft request' (duration: 1.833953871s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:22.430181Z","caller":"traceutil/trace.go:171","msg":"trace[1896887547] transaction","detail":"{read_only:false; response_revision:13705; number_of_response:1; }","duration":"1.834083644s","start":"2026-03-03T03:24:20.596048Z","end":"2026-03-03T03:24:22.430132Z","steps":["trace[1896887547] 'process raft request' (duration: 1.833761577s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.430351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:20.59603Z","time spent":"1.834210707s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:24:22.430425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:20.596016Z","time spent":"1.834268637s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:22.430707Z","caller":"traceutil/trace.go:171","msg":"trace[1388965541] transaction","detail":"{read_only:false; response_revision:13707; number_of_response:1; }","duration":"1.812030128s","start":"2026-03-03T03:24:20.618628Z","end":"2026-03-03T03:24:22.430658Z","steps":["trace[1388965541] 'process raft request' (duration: 1.811437965s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.430879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:20.618609Z","time spent":"1.81218238s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:22.430875Z","caller":"traceutil/trace.go:171","msg":"trace[826847915] transaction","detail":"{read_only:false; response_revision:13708; number_of_response:1; }","duration":"1.689812302s","start":"2026-03-03T03:24:20.741026Z","end":"2026-03-03T03:24:22.430839Z","steps":["trace[826847915] 'process raft request' (duration: 1.689517186s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:22.431136Z","caller":"traceutil/trace.go:171","msg":"trace[351115487] transaction","detail":"{read_only:false; response_revision:13711; number_of_response:1; }","duration":"1.689977706s","start":"2026-03-03T03:24:20.741118Z","end":"2026-03-03T03:24:22.431096Z","steps":["trace[351115487] 'process raft request' (duration: 1.689884634s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:22.431197Z","caller":"traceutil/trace.go:171","msg":"trace[1557665045] transaction","detail":"{read_only:false; response_revision:13709; number_of_response:1; }","duration":"1.690085268s","start":"2026-03-03T03:24:20.74109Z","end":"2026-03-03T03:24:22.431176Z","steps":["trace[1557665045] 'process raft request' (duration: 1.689647608s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.431239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:20.74101Z","time spent":"1.690009886s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:24:22.431301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:20.741068Z","time spent":"1.69018284s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:24:22.431343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:20.741082Z","time spent":"1.690162389s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:22.431404Z","caller":"traceutil/trace.go:171","msg":"trace[683149242] transaction","detail":"{read_only:false; response_revision:13713; number_of_response:1; }","duration":"1.688385371s","start":"2026-03-03T03:24:20.743007Z","end":"2026-03-03T03:24:22.431393Z","steps":["trace[683149242] 'process raft request' (duration: 1.688293469s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.431481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:20.743001Z","time spent":"1.688450882s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:22.431518Z","caller":"traceutil/trace.go:171","msg":"trace[863535725] transaction","detail":"{read_only:false; response_revision:13710; number_of_response:1; }","duration":"1.690418975s","start":"2026-03-03T03:24:20.741088Z","end":"2026-03-03T03:24:22.431507Z","steps":["trace[863535725] 'process raft request' (duration: 1.689800412s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.431583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:20.741073Z","time spent":"1.690480637s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:22.431614Z","caller":"traceutil/trace.go:171","msg":"trace[676332026] transaction","detail":"{read_only:false; response_revision:13712; number_of_response:1; }","duration":"1.690350974s","start":"2026-03-03T03:24:20.741253Z","end":"2026-03-03T03:24:22.431604Z","steps":["trace[676332026] 'process raft request' (duration: 1.689791692s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.431624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093555205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:24:22.431654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:20.741246Z","time spent":"1.690386505s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:22.431675Z","caller":"traceutil/trace.go:171","msg":"trace[1032870903] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:13714; }","duration":"2.093641716s","start":"2026-03-03T03:24:20.338019Z","end":"2026-03-03T03:24:22.431661Z","steps":["trace[1032870903] 'agreement among raft nodes before linearized reading' (duration: 2.093523934s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.431717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:20.337996Z","time spent":"2.093709598s","remote":"127.0.0.1:59510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:24:22.431501Z","caller":"traceutil/trace.go:171","msg":"trace[847615760] linearizableReadLoop","detail":"{readStateIndex:14217; appliedIndex:14213; }","duration":"1.701833687s","start":"2026-03-03T03:24:20.729645Z","end":"2026-03-03T03:24:22.431479Z","steps":["trace[847615760] 'read index received' (duration: 302.91302ms)","trace[847615760] 'applied index is now lower than readState.Index' (duration: 1.398919187s)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:22.431727Z","caller":"traceutil/trace.go:171","msg":"trace[497368392] transaction","detail":"{read_only:false; response_revision:13714; number_of_response:1; }","duration":"1.638773047s","start":"2026-03-03T03:24:20.792945Z","end":"2026-03-03T03:24:22.431718Z","steps":["trace[497368392] 'process raft request' (duration: 1.638415669s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.431852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088690847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:24:22.431873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:20.792937Z","time spent":"1.638896469s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:22.4319Z","caller":"traceutil/trace.go:171","msg":"trace[21716843] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:13714; }","duration":"2.088761518s","start":"2026-03-03T03:24:20.343126Z","end":"2026-03-03T03:24:22.431888Z","steps":["trace[21716843] 'agreement among raft nodes before linearized reading' (duration: 2.088682207s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.431949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:20.343116Z","time spent":"2.0888249s","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:24:22.432016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745640653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:22.432066Z","caller":"traceutil/trace.go:171","msg":"trace[517364751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13714; }","duration":"1.745717456s","start":"2026-03-03T03:24:20.686336Z","end":"2026-03-03T03:24:22.432054Z","steps":["trace[517364751] 'agreement among raft nodes before linearized reading' (duration: 1.745627723s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.432104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:20.686318Z","time spent":"1.745779798s","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:24:22.435478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.32849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:24:22.435591Z","caller":"traceutil/trace.go:171","msg":"trace[1556159604] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:13715; }","duration":"820.514374ms","start":"2026-03-03T03:24:21.615051Z","end":"2026-03-03T03:24:22.435565Z","steps":["trace[1556159604] 'agreement among raft nodes before linearized reading' (duration: 820.139756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.435637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:21.615027Z","time spent":"820.599405ms","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":17,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:24:22.435911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265155208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:22.435993Z","caller":"traceutil/trace.go:171","msg":"trace[668436773] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:13715; }","duration":"1.265284692s","start":"2026-03-03T03:24:21.170671Z","end":"2026-03-03T03:24:22.435956Z","steps":["trace[668436773] 'agreement among raft nodes before linearized reading' (duration: 1.265145248s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:22.436008Z","caller":"traceutil/trace.go:171","msg":"trace[2077773684] transaction","detail":"{read_only:false; response_revision:13715; number_of_response:1; }","duration":"679.729909ms","start":"2026-03-03T03:24:21.756265Z","end":"2026-03-03T03:24:22.435995Z","steps":["trace[2077773684] 'process raft request' (duration: 678.324178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.436036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:21.170639Z","time spent":"1.265388793s","remote":"127.0.0.1:58426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:24:22.436086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:21.756232Z","time spent":"679.800231ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T03:24:22.436662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.741892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T03:24:22.436663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695547839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-03-03T03:24:22.436738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.204844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:22.436754Z","caller":"traceutil/trace.go:171","msg":"trace[622559518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13715; }","duration":"1.695729782s","start":"2026-03-03T03:24:20.741006Z","end":"2026-03-03T03:24:22.436736Z","steps":["trace[622559518] 'agreement among raft nodes before linearized reading' (duration: 1.694720641s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:22.436771Z","caller":"traceutil/trace.go:171","msg":"trace[1522801712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13715; }","duration":"317.272316ms","start":"2026-03-03T03:24:22.119491Z","end":"2026-03-03T03:24:22.436764Z","steps":["trace[1522801712] 'agreement among raft nodes before linearized reading' (duration: 317.221255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.436802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:22.119468Z","time spent":"317.329417ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:24:22.436823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:20.740983Z","time spent":"1.695830165s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T03:24:22.436954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.323649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:24:22.436982Z","caller":"traceutil/trace.go:171","msg":"trace[162382675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13715; }","duration":"601.401881ms","start":"2026-03-03T03:24:21.835573Z","end":"2026-03-03T03:24:22.436975Z","steps":["trace[162382675] 'agreement among raft nodes before linearized reading' (duration: 601.349529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.437004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:21.835546Z","time spent":"601.451072ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:24:22.437133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704370083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-03-03T03:24:22.437229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696175062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582762"} {"level":"info","ts":"2026-03-03T03:24:22.437269Z","caller":"traceutil/trace.go:171","msg":"trace[1199377033] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13715; }","duration":"1.696226143s","start":"2026-03-03T03:24:20.741034Z","end":"2026-03-03T03:24:22.437261Z","steps":["trace[1199377033] 'agreement among raft nodes before linearized reading' (duration: 1.695443146s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.437327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:20.741024Z","time spent":"1.696291815s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":582785,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T03:24:22.437246Z","caller":"traceutil/trace.go:171","msg":"trace[930709186] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:13715; }","duration":"1.704550677s","start":"2026-03-03T03:24:20.732678Z","end":"2026-03-03T03:24:22.437229Z","steps":["trace[930709186] 'agreement among raft nodes before linearized reading' (duration: 1.702090733s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.437439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696436968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:22.437533Z","caller":"traceutil/trace.go:171","msg":"trace[541559310] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:13715; }","duration":"1.696562321s","start":"2026-03-03T03:24:20.740961Z","end":"2026-03-03T03:24:22.437523Z","steps":["trace[541559310] 'agreement among raft nodes before linearized reading' (duration: 1.696446028s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.437591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:20.740939Z","time spent":"1.696643073s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-03T03:24:22.437173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696017529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-03T03:24:22.437938Z","caller":"traceutil/trace.go:171","msg":"trace[1206312942] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:13715; }","duration":"1.696814227s","start":"2026-03-03T03:24:20.7411Z","end":"2026-03-03T03:24:22.437914Z","steps":["trace[1206312942] 'agreement among raft nodes before linearized reading' (duration: 1.695975428s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.437974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:20.741066Z","time spent":"1.696897239s","remote":"127.0.0.1:53010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-03-03T03:24:22.436694Z","caller":"traceutil/trace.go:171","msg":"trace[1607021103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13715; }","duration":"139.829003ms","start":"2026-03-03T03:24:22.296857Z","end":"2026-03-03T03:24:22.436686Z","steps":["trace[1607021103] 'agreement among raft nodes before linearized reading' (duration: 139.67906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.439026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:20.732651Z","time spent":"1.706330486s","remote":"127.0.0.1:53104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-03T03:24:22.549622Z","caller":"traceutil/trace.go:171","msg":"trace[1958722078] linearizableReadLoop","detail":"{readStateIndex:14226; appliedIndex:14225; }","duration":"109.059103ms","start":"2026-03-03T03:24:22.440532Z","end":"2026-03-03T03:24:22.549591Z","steps":["trace[1958722078] 'read index received' (duration: 108.807548ms)","trace[1958722078] 'applied index is now lower than readState.Index' (duration: 249.965µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:22.549755Z","caller":"traceutil/trace.go:171","msg":"trace[1985378571] transaction","detail":"{read_only:false; response_revision:13716; number_of_response:1; }","duration":"109.2826ms","start":"2026-03-03T03:24:22.440446Z","end":"2026-03-03T03:24:22.549729Z","steps":["trace[1985378571] 'process raft request' (duration: 108.959412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.549983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.420692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19026"} {"level":"info","ts":"2026-03-03T03:24:22.550015Z","caller":"traceutil/trace.go:171","msg":"trace[2037383586] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13716; }","duration":"109.512374ms","start":"2026-03-03T03:24:22.440493Z","end":"2026-03-03T03:24:22.550006Z","steps":["trace[2037383586] 'agreement among raft nodes before linearized reading' (duration: 109.268279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.555739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.576137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api-5f5f96c4c6-wkld2.189936df2e954003\" ","response":"range_response_count:1 size:866"} {"level":"info","ts":"2026-03-03T03:24:22.555834Z","caller":"traceutil/trace.go:171","msg":"trace[1043784519] range","detail":"{range_begin:/registry/events/openstack/placement-api-5f5f96c4c6-wkld2.189936df2e954003; range_end:; response_count:1; response_revision:13717; }","duration":"114.707869ms","start":"2026-03-03T03:24:22.441107Z","end":"2026-03-03T03:24:22.555815Z","steps":["trace[1043784519] 'agreement among raft nodes before linearized reading' (duration: 114.420393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.55608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.508131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:24:22.556098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.116802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-03T03:24:22.556199Z","caller":"traceutil/trace.go:171","msg":"trace[1809836578] transaction","detail":"{read_only:false; response_revision:13717; number_of_response:1; }","duration":"112.50832ms","start":"2026-03-03T03:24:22.44367Z","end":"2026-03-03T03:24:22.556179Z","steps":["trace[1809836578] 'process raft request' (duration: 111.703773ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:22.556161Z","caller":"traceutil/trace.go:171","msg":"trace[216168552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13717; }","duration":"112.612463ms","start":"2026-03-03T03:24:22.443531Z","end":"2026-03-03T03:24:22.556144Z","steps":["trace[216168552] 'agreement among raft nodes before linearized reading' (duration: 112.453509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:22.556201Z","caller":"traceutil/trace.go:171","msg":"trace[8038986] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:13717; }","duration":"112.270835ms","start":"2026-03-03T03:24:22.44391Z","end":"2026-03-03T03:24:22.556181Z","steps":["trace[8038986] 'agreement among raft nodes before linearized reading' (duration: 111.975739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.556216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.780527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111891"} {"level":"info","ts":"2026-03-03T03:24:22.55648Z","caller":"traceutil/trace.go:171","msg":"trace[913117016] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:13717; }","duration":"108.123355ms","start":"2026-03-03T03:24:22.448345Z","end":"2026-03-03T03:24:22.556468Z","steps":["trace[913117016] 'agreement among raft nodes before linearized reading' (duration: 107.211055ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:22.683369Z","caller":"traceutil/trace.go:171","msg":"trace[1590895118] transaction","detail":"{read_only:false; response_revision:13719; number_of_response:1; }","duration":"114.536006ms","start":"2026-03-03T03:24:22.568798Z","end":"2026-03-03T03:24:22.683334Z","steps":["trace[1590895118] 'process raft request' (duration: 54.545274ms)","trace[1590895118] 'compare' (duration: 59.686325ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:22.683668Z","caller":"traceutil/trace.go:171","msg":"trace[1045313776] linearizableReadLoop","detail":"{readStateIndex:14230; appliedIndex:14228; }","duration":"106.857356ms","start":"2026-03-03T03:24:22.57676Z","end":"2026-03-03T03:24:22.683617Z","steps":["trace[1045313776] 'read index received' (duration: 46.510646ms)","trace[1045313776] 'applied index is now lower than readState.Index' (duration: 60.34344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:22.683825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.628318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-03T03:24:22.6839Z","caller":"traceutil/trace.go:171","msg":"trace[1407600164] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:13719; }","duration":"114.72567ms","start":"2026-03-03T03:24:22.569157Z","end":"2026-03-03T03:24:22.683883Z","steps":["trace[1407600164] 'agreement among raft nodes before linearized reading' (duration: 114.501775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.683938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.262378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:22.684044Z","caller":"traceutil/trace.go:171","msg":"trace[422372879] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:13719; }","duration":"123.406371ms","start":"2026-03-03T03:24:22.560617Z","end":"2026-03-03T03:24:22.684023Z","steps":["trace[422372879] 'agreement among raft nodes before linearized reading' (duration: 123.228227ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:22.684082Z","caller":"traceutil/trace.go:171","msg":"trace[1700965161] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13719; }","duration":"113.84945ms","start":"2026-03-03T03:24:22.570222Z","end":"2026-03-03T03:24:22.684071Z","steps":["trace[1700965161] 'process raft request' (duration: 113.055283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.684218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.54927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T03:24:22.684258Z","caller":"traceutil/trace.go:171","msg":"trace[1216202778] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:13719; }","duration":"101.597342ms","start":"2026-03-03T03:24:22.58264Z","end":"2026-03-03T03:24:22.684237Z","steps":["trace[1216202778] 'agreement among raft nodes before linearized reading' (duration: 101.522309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.684334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.654037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:24:22.684541Z","caller":"traceutil/trace.go:171","msg":"trace[950746806] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:13719; }","duration":"123.913233ms","start":"2026-03-03T03:24:22.560615Z","end":"2026-03-03T03:24:22.684528Z","steps":["trace[950746806] 'agreement among raft nodes before linearized reading' (duration: 123.132565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:22.684119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.997493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189936debfff6bf4\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T03:24:22.684689Z","caller":"traceutil/trace.go:171","msg":"trace[523186833] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189936debfff6bf4; range_end:; response_count:1; response_revision:13719; }","duration":"104.614468ms","start":"2026-03-03T03:24:22.580057Z","end":"2026-03-03T03:24:22.684671Z","steps":["trace[523186833] 'agreement among raft nodes before linearized reading' (duration: 103.81252ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:23.149712Z","caller":"traceutil/trace.go:171","msg":"trace[1761984283] linearizableReadLoop","detail":"{readStateIndex:14236; appliedIndex:14235; }","duration":"254.891681ms","start":"2026-03-03T03:24:22.894746Z","end":"2026-03-03T03:24:23.149637Z","steps":["trace[1761984283] 'read index received' (duration: 237.744883ms)","trace[1761984283] 'applied index is now lower than readState.Index' (duration: 17.144938ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:23.149754Z","caller":"traceutil/trace.go:171","msg":"trace[924233084] transaction","detail":"{read_only:false; response_revision:13724; number_of_response:1; }","duration":"276.647271ms","start":"2026-03-03T03:24:22.87307Z","end":"2026-03-03T03:24:23.149718Z","steps":["trace[924233084] 'process raft request' (duration: 259.3978ms)","trace[924233084] 'compare' (duration: 16.74605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:24:23.150247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.257624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111891"} {"level":"info","ts":"2026-03-03T03:24:23.150295Z","caller":"traceutil/trace.go:171","msg":"trace[327079977] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:13724; }","duration":"282.365637ms","start":"2026-03-03T03:24:22.867916Z","end":"2026-03-03T03:24:23.150282Z","steps":["trace[327079977] 'agreement among raft nodes before linearized reading' (duration: 281.925587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:23.150363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.537411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-03T03:24:23.150487Z","caller":"traceutil/trace.go:171","msg":"trace[1896899016] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:13724; }","duration":"282.691544ms","start":"2026-03-03T03:24:22.867774Z","end":"2026-03-03T03:24:23.150465Z","steps":["trace[1896899016] 'agreement among raft nodes before linearized reading' (duration: 282.375367ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:23.152805Z","caller":"traceutil/trace.go:171","msg":"trace[1488799240] transaction","detail":"{read_only:false; response_revision:13725; number_of_response:1; }","duration":"257.038998ms","start":"2026-03-03T03:24:22.895748Z","end":"2026-03-03T03:24:23.152787Z","steps":["trace[1488799240] 'process raft request' (duration: 256.855854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:23.152913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.061015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-03T03:24:23.152966Z","caller":"traceutil/trace.go:171","msg":"trace[865287694] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:13725; }","duration":"255.138906ms","start":"2026-03-03T03:24:22.897815Z","end":"2026-03-03T03:24:23.152954Z","steps":["trace[865287694] 'agreement among raft nodes before linearized reading' (duration: 254.934641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:47.170734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990443217,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:24:47.275252Z","caller":"traceutil/trace.go:171","msg":"trace[1413319974] transaction","detail":"{read_only:false; response_revision:13837; number_of_response:1; }","duration":"663.078332ms","start":"2026-03-03T03:24:46.612145Z","end":"2026-03-03T03:24:47.275223Z","steps":["trace[1413319974] 'process raft request' (duration: 662.859837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:47.2756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:46.61211Z","time spent":"663.240736ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:47.773283Z","caller":"traceutil/trace.go:171","msg":"trace[1973781884] linearizableReadLoop","detail":"{readStateIndex:14355; appliedIndex:14352; }","duration":"1.102750126s","start":"2026-03-03T03:24:46.670495Z","end":"2026-03-03T03:24:47.773245Z","steps":["trace[1973781884] 'read index received' (duration: 604.52929ms)","trace[1973781884] 'applied index is now lower than readState.Index' (duration: 498.219296ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:47.773805Z","caller":"traceutil/trace.go:171","msg":"trace[762279545] transaction","detail":"{read_only:false; response_revision:13838; number_of_response:1; }","duration":"1.161137625s","start":"2026-03-03T03:24:46.61261Z","end":"2026-03-03T03:24:47.773747Z","steps":["trace[762279545] 'process raft request' (duration: 1.160318136s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:47.773884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10335943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:24:47.773905Z","caller":"traceutil/trace.go:171","msg":"trace[469076978] transaction","detail":"{read_only:false; response_revision:13839; number_of_response:1; }","duration":"1.159767534s","start":"2026-03-03T03:24:46.614103Z","end":"2026-03-03T03:24:47.77387Z","steps":["trace[469076978] 'process raft request' (duration: 1.159074998s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:47.773977Z","caller":"traceutil/trace.go:171","msg":"trace[908567002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13839; }","duration":"1.103523204s","start":"2026-03-03T03:24:46.670431Z","end":"2026-03-03T03:24:47.773954Z","steps":["trace[908567002] 'agreement among raft nodes before linearized reading' (duration: 1.103188257s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:47.773972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098824021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T03:24:47.774006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:46.612575Z","time spent":"1.161325569s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:24:47.77403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:46.670401Z","time spent":"1.103609025s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T03:24:47.774037Z","caller":"traceutil/trace.go:171","msg":"trace[203492340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13839; }","duration":"1.098925763s","start":"2026-03-03T03:24:46.675092Z","end":"2026-03-03T03:24:47.774018Z","steps":["trace[203492340] 'agreement among raft nodes before linearized reading' (duration: 1.098691797s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:47.774054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:46.614072Z","time spent":"1.159899736s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:24:47.774047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.173326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:47.774162Z","caller":"traceutil/trace.go:171","msg":"trace[420815300] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:13839; }","duration":"503.345509ms","start":"2026-03-03T03:24:47.270791Z","end":"2026-03-03T03:24:47.774137Z","steps":["trace[420815300] 'agreement among raft nodes before linearized reading' (duration: 503.150775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:47.774214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:47.270766Z","time spent":"503.434251ms","remote":"127.0.0.1:59476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:24:47.774297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.751067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T03:24:47.774291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032912517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-03T03:24:47.774337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020325969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T03:24:47.774347Z","caller":"traceutil/trace.go:171","msg":"trace[492723941] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:13839; }","duration":"932.830489ms","start":"2026-03-03T03:24:46.841503Z","end":"2026-03-03T03:24:47.774333Z","steps":["trace[492723941] 'agreement among raft nodes before linearized reading' (duration: 932.618465ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:47.774355Z","caller":"traceutil/trace.go:171","msg":"trace[208842900] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:13839; }","duration":"1.033004838s","start":"2026-03-03T03:24:46.741335Z","end":"2026-03-03T03:24:47.77434Z","steps":["trace[208842900] 'agreement among raft nodes before linearized reading' (duration: 1.032811424s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:47.774378Z","caller":"traceutil/trace.go:171","msg":"trace[1889801054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13839; }","duration":"1.02036916s","start":"2026-03-03T03:24:46.753996Z","end":"2026-03-03T03:24:47.774365Z","steps":["trace[1889801054] 'agreement among raft nodes before linearized reading' (duration: 1.020227987s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:47.774395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:46.741311Z","time spent":"1.033077121s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"warn","ts":"2026-03-03T03:24:47.77409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:46.675084Z","time spent":"1.098994235s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:24:47.774489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.774418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T03:24:47.7744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:46.753961Z","time spent":"1.020434591s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:24:47.774536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098019232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T03:24:47.774593Z","caller":"traceutil/trace.go:171","msg":"trace[1427989761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13839; }","duration":"1.098092344s","start":"2026-03-03T03:24:46.676485Z","end":"2026-03-03T03:24:47.774578Z","steps":["trace[1427989761] 'agreement among raft nodes before linearized reading' (duration: 1.097974241s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:24:47.774583Z","caller":"traceutil/trace.go:171","msg":"trace[1078928640] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:13839; }","duration":"498.956772ms","start":"2026-03-03T03:24:47.2756Z","end":"2026-03-03T03:24:47.774557Z","steps":["trace[1078928640] 'agreement among raft nodes before linearized reading' (duration: 498.723067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:47.774579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.65137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T03:24:47.774642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:47.275297Z","time spent":"499.333751ms","remote":"127.0.0.1:58386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:24:47.77466Z","caller":"traceutil/trace.go:171","msg":"trace[2052660344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13839; }","duration":"442.758383ms","start":"2026-03-03T03:24:47.331886Z","end":"2026-03-03T03:24:47.774645Z","steps":["trace[2052660344] 'agreement among raft nodes before linearized reading' (duration: 442.63445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:47.774674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:46.676477Z","time spent":"1.098187856s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:24:47.774394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:46.841483Z","time spent":"932.899811ms","remote":"127.0.0.1:53120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":152,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:24:47.774712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:47.33187Z","time spent":"442.827354ms","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:24:47.775514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097536701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T03:24:47.775911Z","caller":"traceutil/trace.go:171","msg":"trace[940113475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13839; }","duration":"1.097627833s","start":"2026-03-03T03:24:46.677939Z","end":"2026-03-03T03:24:47.775567Z","steps":["trace[940113475] 'agreement among raft nodes before linearized reading' (duration: 1.096479428s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:47.776004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:46.677931Z","time spent":"1.098064292s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:24:56.327626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990443324,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:24:56.350613Z","caller":"traceutil/trace.go:171","msg":"trace[1681178071] transaction","detail":"{read_only:false; response_revision:13875; number_of_response:1; }","duration":"548.093336ms","start":"2026-03-03T03:24:55.802491Z","end":"2026-03-03T03:24:56.350585Z","steps":["trace[1681178071] 'process raft request' (duration: 547.909122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:56.350822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:55.802453Z","time spent":"548.253059ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:56.352068Z","caller":"traceutil/trace.go:171","msg":"trace[158423836] linearizableReadLoop","detail":"{readStateIndex:14394; appliedIndex:14392; }","duration":"524.968367ms","start":"2026-03-03T03:24:55.827071Z","end":"2026-03-03T03:24:56.352039Z","steps":["trace[158423836] 'read index received' (duration: 523.409322ms)","trace[158423836] 'applied index is now lower than readState.Index' (duration: 1.557425ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:24:56.352158Z","caller":"traceutil/trace.go:171","msg":"trace[660499009] transaction","detail":"{read_only:false; response_revision:13876; number_of_response:1; }","duration":"548.6962ms","start":"2026-03-03T03:24:55.803418Z","end":"2026-03-03T03:24:56.352115Z","steps":["trace[660499009] 'process raft request' (duration: 548.428844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:56.35238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.502834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T03:24:56.35239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.33162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:24:56.352439Z","caller":"traceutil/trace.go:171","msg":"trace[1596831568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13876; }","duration":"523.726309ms","start":"2026-03-03T03:24:55.8287Z","end":"2026-03-03T03:24:56.352426Z","steps":["trace[1596831568] 'agreement among raft nodes before linearized reading' (duration: 523.497824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:56.352429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:55.803385Z","time spent":"548.907154ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:24:56.352455Z","caller":"traceutil/trace.go:171","msg":"trace[661290722] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:13876; }","duration":"157.463602ms","start":"2026-03-03T03:24:56.194972Z","end":"2026-03-03T03:24:56.352435Z","steps":["trace[661290722] 'agreement among raft nodes before linearized reading' (duration: 157.35077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:56.352481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:55.82868Z","time spent":"523.79232ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:24:56.352539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.629426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:24:56.352597Z","caller":"traceutil/trace.go:171","msg":"trace[1908566768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13876; }","duration":"518.712048ms","start":"2026-03-03T03:24:55.833871Z","end":"2026-03-03T03:24:56.352583Z","steps":["trace[1908566768] 'agreement among raft nodes before linearized reading' (duration: 518.548705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:56.352635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:55.833861Z","time spent":"518.765929ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:24:56.352605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.943179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:24:56.352796Z","caller":"traceutil/trace.go:171","msg":"trace[1151715918] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:13876; }","duration":"507.173904ms","start":"2026-03-03T03:24:55.845567Z","end":"2026-03-03T03:24:56.352741Z","steps":["trace[1151715918] 'agreement among raft nodes before linearized reading' (duration: 506.699334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:56.352785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.643693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T03:24:56.352817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.753184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T03:24:56.352867Z","caller":"traceutil/trace.go:171","msg":"trace[654822799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13876; }","duration":"525.841176ms","start":"2026-03-03T03:24:55.827012Z","end":"2026-03-03T03:24:56.352853Z","steps":["trace[654822799] 'agreement among raft nodes before linearized reading' (duration: 525.128811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:56.353117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:55.826995Z","time spent":"526.110882ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T03:24:56.352866Z","caller":"traceutil/trace.go:171","msg":"trace[47306771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13876; }","duration":"521.722664ms","start":"2026-03-03T03:24:55.831126Z","end":"2026-03-03T03:24:56.352849Z","steps":["trace[47306771] 'agreement among raft nodes before linearized reading' (duration: 521.498809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:56.353275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:55.831049Z","time spent":"522.216445ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:24:56.352891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:55.845555Z","time spent":"507.322047ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"warn","ts":"2026-03-03T03:24:56.35301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.792112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T03:24:56.353712Z","caller":"traceutil/trace.go:171","msg":"trace[193771408] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13876; }","duration":"520.468977ms","start":"2026-03-03T03:24:55.833195Z","end":"2026-03-03T03:24:56.353664Z","steps":["trace[193771408] 'agreement among raft nodes before linearized reading' (duration: 519.185869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:24:56.353754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:24:55.833169Z","time spent":"520.572309ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T03:25:04.732122Z","caller":"traceutil/trace.go:171","msg":"trace[723395405] transaction","detail":"{read_only:false; response_revision:13928; number_of_response:1; }","duration":"352.327449ms","start":"2026-03-03T03:25:04.379767Z","end":"2026-03-03T03:25:04.732094Z","steps":["trace[723395405] 'process raft request' (duration: 352.146015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:04.732293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:04.379739Z","time spent":"352.468572ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:25:04.821515Z","caller":"traceutil/trace.go:171","msg":"trace[460245088] linearizableReadLoop","detail":"{readStateIndex:14451; appliedIndex:14449; }","duration":"414.525351ms","start":"2026-03-03T03:25:04.406919Z","end":"2026-03-03T03:25:04.821444Z","steps":["trace[460245088] 'read index received' (duration: 324.949375ms)","trace[460245088] 'applied index is now lower than readState.Index' (duration: 89.573686ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:25:04.821668Z","caller":"traceutil/trace.go:171","msg":"trace[30240983] transaction","detail":"{read_only:false; response_revision:13929; number_of_response:1; }","duration":"431.332352ms","start":"2026-03-03T03:25:04.390285Z","end":"2026-03-03T03:25:04.821617Z","steps":["trace[30240983] 'process raft request' (duration: 367.098265ms)","trace[30240983] 'compare' (duration: 63.91856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:25:04.821847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.259245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T03:25:04.821919Z","caller":"traceutil/trace.go:171","msg":"trace[842635346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13929; }","duration":"414.343327ms","start":"2026-03-03T03:25:04.407553Z","end":"2026-03-03T03:25:04.821896Z","steps":["trace[842635346] 'agreement among raft nodes before linearized reading' (duration: 414.156523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:04.821932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.992241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T03:25:04.821972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:04.40749Z","time spent":"414.469059ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:25:04.821985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.346386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-x9txx\" ","response":"range_response_count:1 size:12360"} {"level":"info","ts":"2026-03-03T03:25:04.822027Z","caller":"traceutil/trace.go:171","msg":"trace[1269543702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13929; }","duration":"415.144594ms","start":"2026-03-03T03:25:04.406859Z","end":"2026-03-03T03:25:04.822004Z","steps":["trace[1269543702] 'agreement among raft nodes before linearized reading' (duration: 414.790886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:04.822084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:04.406831Z","time spent":"415.239616ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T03:25:04.822108Z","caller":"traceutil/trace.go:171","msg":"trace[235447311] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-x9txx; range_end:; response_count:1; response_revision:13929; }","duration":"214.488839ms","start":"2026-03-03T03:25:04.607569Z","end":"2026-03-03T03:25:04.822058Z","steps":["trace[235447311] 'agreement among raft nodes before linearized reading' (duration: 214.182942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:04.822105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.922546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T03:25:04.822189Z","caller":"traceutil/trace.go:171","msg":"trace[562229042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13929; }","duration":"414.044469ms","start":"2026-03-03T03:25:04.408116Z","end":"2026-03-03T03:25:04.82216Z","steps":["trace[562229042] 'agreement among raft nodes before linearized reading' (duration: 413.752363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:04.822211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.670955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:25:04.822249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:04.408079Z","time spent":"414.155881ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T03:25:04.8223Z","caller":"traceutil/trace.go:171","msg":"trace[345225005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13929; }","duration":"147.791558ms","start":"2026-03-03T03:25:04.674486Z","end":"2026-03-03T03:25:04.822277Z","steps":["trace[345225005] 'agreement among raft nodes before linearized reading' (duration: 147.652225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:04.822286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.445048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T03:25:04.822302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.532491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T03:25:04.822393Z","caller":"traceutil/trace.go:171","msg":"trace[330584929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13929; }","duration":"414.605012ms","start":"2026-03-03T03:25:04.407761Z","end":"2026-03-03T03:25:04.822366Z","steps":["trace[330584929] 'agreement among raft nodes before linearized reading' (duration: 414.281365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:04.822373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.976356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-03T03:25:04.822442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:04.407746Z","time spent":"414.687415ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T03:25:04.822455Z","caller":"traceutil/trace.go:171","msg":"trace[2037613471] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13929; }","duration":"414.668445ms","start":"2026-03-03T03:25:04.407731Z","end":"2026-03-03T03:25:04.8224Z","steps":["trace[2037613471] 'agreement among raft nodes before linearized reading' (duration: 414.368537ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:04.822469Z","caller":"traceutil/trace.go:171","msg":"trace[886186847] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:13929; }","duration":"398.11269ms","start":"2026-03-03T03:25:04.424331Z","end":"2026-03-03T03:25:04.822444Z","steps":["trace[886186847] 'agreement among raft nodes before linearized reading' (duration: 397.70685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:04.822508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:04.390253Z","time spent":"432.18653ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:25:04.822521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:04.424315Z","time spent":"398.196732ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"warn","ts":"2026-03-03T03:25:04.822506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:04.407725Z","time spent":"414.770077ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T03:25:05.046657Z","caller":"traceutil/trace.go:171","msg":"trace[590337730] transaction","detail":"{read_only:false; response_revision:13932; number_of_response:1; }","duration":"217.349213ms","start":"2026-03-03T03:25:04.829277Z","end":"2026-03-03T03:25:05.046626Z","steps":["trace[590337730] 'process raft request' (duration: 217.246921ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:05.046696Z","caller":"traceutil/trace.go:171","msg":"trace[257611175] transaction","detail":"{read_only:false; response_revision:13931; number_of_response:1; }","duration":"217.475445ms","start":"2026-03-03T03:25:04.829181Z","end":"2026-03-03T03:25:05.046656Z","steps":["trace[257611175] 'process raft request' (duration: 217.154017ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:05.046898Z","caller":"traceutil/trace.go:171","msg":"trace[2081283026] transaction","detail":"{read_only:false; response_revision:13933; number_of_response:1; }","duration":"217.047096ms","start":"2026-03-03T03:25:04.829836Z","end":"2026-03-03T03:25:05.046883Z","steps":["trace[2081283026] 'process raft request' (duration: 216.74425ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:05.047265Z","caller":"traceutil/trace.go:171","msg":"trace[1031089720] transaction","detail":"{read_only:false; response_revision:13935; number_of_response:1; }","duration":"211.570025ms","start":"2026-03-03T03:25:04.835678Z","end":"2026-03-03T03:25:05.047248Z","steps":["trace[1031089720] 'process raft request' (duration: 211.436352ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:05.047599Z","caller":"traceutil/trace.go:171","msg":"trace[1059777372] transaction","detail":"{read_only:false; response_revision:13934; number_of_response:1; }","duration":"213.962248ms","start":"2026-03-03T03:25:04.833621Z","end":"2026-03-03T03:25:05.047583Z","steps":["trace[1059777372] 'process raft request' (duration: 213.197771ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:07.347916Z","caller":"traceutil/trace.go:171","msg":"trace[211525625] transaction","detail":"{read_only:false; response_revision:13937; number_of_response:1; }","duration":"610.511193ms","start":"2026-03-03T03:25:06.737377Z","end":"2026-03-03T03:25:07.347889Z","steps":["trace[211525625] 'process raft request' (duration: 610.285988ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:07.348122Z","caller":"traceutil/trace.go:171","msg":"trace[1198924033] linearizableReadLoop","detail":"{readStateIndex:14460; appliedIndex:14458; }","duration":"493.572763ms","start":"2026-03-03T03:25:06.854531Z","end":"2026-03-03T03:25:07.348103Z","steps":["trace[1198924033] 'read index received' (duration: 493.135784ms)","trace[1198924033] 'applied index is now lower than readState.Index' (duration: 435.279µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:25:07.348329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.792609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T03:25:07.348419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.287951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T03:25:07.348483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.127638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T03:25:07.348548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.618408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T03:25:07.348613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.645921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T03:25:07.348581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.645083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:25:07.34886Z","caller":"traceutil/trace.go:171","msg":"trace[1641995209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13938; }","duration":"493.943292ms","start":"2026-03-03T03:25:06.854408Z","end":"2026-03-03T03:25:07.348352Z","steps":["trace[1641995209] 'agreement among raft nodes before linearized reading' (duration: 493.772538ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:07.348806Z","caller":"traceutil/trace.go:171","msg":"trace[1719733261] transaction","detail":"{read_only:false; response_revision:13938; number_of_response:1; }","duration":"518.638827ms","start":"2026-03-03T03:25:06.829535Z","end":"2026-03-03T03:25:07.348174Z","steps":["trace[1719733261] 'process raft request' (duration: 518.410392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:07.348892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:06.85439Z","time spent":"494.494653ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T03:25:07.34897Z","caller":"traceutil/trace.go:171","msg":"trace[1368894476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13938; }","duration":"295.363293ms","start":"2026-03-03T03:25:07.05307Z","end":"2026-03-03T03:25:07.348433Z","steps":["trace[1368894476] 'agreement among raft nodes before linearized reading' (duration: 295.294271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:07.349069Z","caller":"traceutil/trace.go:171","msg":"trace[2010491088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13938; }","duration":"295.167708ms","start":"2026-03-03T03:25:07.053329Z","end":"2026-03-03T03:25:07.348497Z","steps":["trace[2010491088] 'agreement among raft nodes before linearized reading' (duration: 295.108107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:07.349057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:06.737355Z","time spent":"610.736187ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:25:07.349167Z","caller":"traceutil/trace.go:171","msg":"trace[739985743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13938; }","duration":"295.655709ms","start":"2026-03-03T03:25:07.052906Z","end":"2026-03-03T03:25:07.348561Z","steps":["trace[739985743] 'agreement among raft nodes before linearized reading' (duration: 295.599908ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:07.349227Z","caller":"traceutil/trace.go:171","msg":"trace[537070217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13938; }","duration":"296.704163ms","start":"2026-03-03T03:25:07.051923Z","end":"2026-03-03T03:25:07.348627Z","steps":["trace[537070217] 'agreement among raft nodes before linearized reading' (duration: 296.646742ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:07.34931Z","caller":"traceutil/trace.go:171","msg":"trace[567373451] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:13938; }","duration":"482.796456ms","start":"2026-03-03T03:25:06.865851Z","end":"2026-03-03T03:25:07.348648Z","steps":["trace[567373451] 'agreement among raft nodes before linearized reading' (duration: 482.48591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:07.34937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:06.865837Z","time spent":"483.503532ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"warn","ts":"2026-03-03T03:25:07.35004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:06.829502Z","time spent":"519.747651ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:25:07.855986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990443489,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:25:07.982928Z","caller":"traceutil/trace.go:171","msg":"trace[1177672454] transaction","detail":"{read_only:false; response_revision:13939; number_of_response:1; }","duration":"628.400718ms","start":"2026-03-03T03:25:07.354467Z","end":"2026-03-03T03:25:07.982868Z","steps":["trace[1177672454] 'process raft request' (duration: 594.48289ms)","trace[1177672454] 'compare' (duration: 33.493809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:25:07.9832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:07.354439Z","time spent":"628.615712ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:25:07.98435Z","caller":"traceutil/trace.go:171","msg":"trace[1349677211] linearizableReadLoop","detail":"{readStateIndex:14467; appliedIndex:14460; }","duration":"628.943899ms","start":"2026-03-03T03:25:07.355386Z","end":"2026-03-03T03:25:07.98433Z","steps":["trace[1349677211] 'read index received' (duration: 593.6083ms)","trace[1349677211] 'applied index is now lower than readState.Index' (duration: 35.334289ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:25:07.984504Z","caller":"traceutil/trace.go:171","msg":"trace[1742714516] transaction","detail":"{read_only:false; response_revision:13943; number_of_response:1; }","duration":"629.710646ms","start":"2026-03-03T03:25:07.354777Z","end":"2026-03-03T03:25:07.984488Z","steps":["trace[1742714516] 'process raft request' (duration: 629.40467ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:07.984524Z","caller":"traceutil/trace.go:171","msg":"trace[1107857448] transaction","detail":"{read_only:false; response_revision:13940; number_of_response:1; }","duration":"629.971022ms","start":"2026-03-03T03:25:07.3545Z","end":"2026-03-03T03:25:07.984471Z","steps":["trace[1107857448] 'process raft request' (duration: 629.345328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:07.984578Z","caller":"traceutil/trace.go:171","msg":"trace[1572844141] transaction","detail":"{read_only:false; response_revision:13941; number_of_response:1; }","duration":"629.822948ms","start":"2026-03-03T03:25:07.354718Z","end":"2026-03-03T03:25:07.984541Z","steps":["trace[1572844141] 'process raft request' (duration: 629.309517ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:07.984622Z","caller":"traceutil/trace.go:171","msg":"trace[1943523961] transaction","detail":"{read_only:false; response_revision:13944; number_of_response:1; }","duration":"608.376756ms","start":"2026-03-03T03:25:07.376216Z","end":"2026-03-03T03:25:07.984593Z","steps":["trace[1943523961] 'process raft request' (duration: 608.025058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:07.984717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:07.35471Z","time spent":"629.943901ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:25:07.984732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:07.3762Z","time spent":"608.475087ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:25:07.984783Z","caller":"traceutil/trace.go:171","msg":"trace[2037072817] transaction","detail":"{read_only:false; response_revision:13945; number_of_response:1; }","duration":"504.76612ms","start":"2026-03-03T03:25:07.480007Z","end":"2026-03-03T03:25:07.984773Z","steps":["trace[2037072817] 'process raft request' (duration: 504.28027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:07.984844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:07.479995Z","time spent":"504.823452ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:25:07.984723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:07.354469Z","time spent":"630.136265ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:25:07.984726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:07.354769Z","time spent":"629.768557ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:25:07.98492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.543773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:25:07.985003Z","caller":"traceutil/trace.go:171","msg":"trace[1781792854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13945; }","duration":"308.668616ms","start":"2026-03-03T03:25:07.676316Z","end":"2026-03-03T03:25:07.984984Z","steps":["trace[1781792854] 'agreement among raft nodes before linearized reading' (duration: 308.550083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:07.985062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:07.676288Z","time spent":"308.759078ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:25:07.985195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.784278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595059"} {"level":"info","ts":"2026-03-03T03:25:07.985281Z","caller":"traceutil/trace.go:171","msg":"trace[623412242] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13945; }","duration":"629.9108ms","start":"2026-03-03T03:25:07.355352Z","end":"2026-03-03T03:25:07.985262Z","steps":["trace[623412242] 'agreement among raft nodes before linearized reading' (duration: 629.191203ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:07.98528Z","caller":"traceutil/trace.go:171","msg":"trace[302129706] transaction","detail":"{read_only:false; response_revision:13942; number_of_response:1; }","duration":"630.344959ms","start":"2026-03-03T03:25:07.354747Z","end":"2026-03-03T03:25:07.985092Z","steps":["trace[302129706] 'process raft request' (duration: 629.345838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:07.985327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:07.35534Z","time spent":"629.977682ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":595082,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T03:25:07.985397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:07.354721Z","time spent":"630.614227ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:25:07.985468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.490071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T03:25:07.985578Z","caller":"traceutil/trace.go:171","msg":"trace[2134112460] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13945; }","duration":"512.638634ms","start":"2026-03-03T03:25:07.472918Z","end":"2026-03-03T03:25:07.985557Z","steps":["trace[2134112460] 'agreement among raft nodes before linearized reading' (duration: 511.862397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:07.98572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:07.472908Z","time spent":"512.752417ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T03:25:09.244426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.461387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-03T03:25:09.2445Z","caller":"traceutil/trace.go:171","msg":"trace[508164493] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13948; }","duration":"369.60306ms","start":"2026-03-03T03:25:08.874878Z","end":"2026-03-03T03:25:09.244481Z","steps":["trace[508164493] 'range keys from in-memory index tree' (duration: 369.263013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:09.244538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:08.87485Z","time spent":"369.680021ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T03:25:09.891351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.843128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:25:09.891444Z","caller":"traceutil/trace.go:171","msg":"trace[943206446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13952; }","duration":"215.092223ms","start":"2026-03-03T03:25:09.676329Z","end":"2026-03-03T03:25:09.891421Z","steps":["trace[943206446] 'range keys from in-memory index tree' (duration: 214.724985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:09.891738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.976204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-x9txx\" ","response":"range_response_count:1 size:12595"} {"level":"info","ts":"2026-03-03T03:25:09.891823Z","caller":"traceutil/trace.go:171","msg":"trace[784599978] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-x9txx; range_end:; response_count:1; response_revision:13952; }","duration":"207.104487ms","start":"2026-03-03T03:25:09.684697Z","end":"2026-03-03T03:25:09.891801Z","steps":["trace[784599978] 'range keys from in-memory index tree' (duration: 206.694358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:09.89223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.833758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:151681"} {"level":"info","ts":"2026-03-03T03:25:09.892349Z","caller":"traceutil/trace.go:171","msg":"trace[1321236840] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13952; }","duration":"323.021043ms","start":"2026-03-03T03:25:09.569301Z","end":"2026-03-03T03:25:09.892322Z","steps":["trace[1321236840] 'range keys from in-memory index tree' (duration: 322.261706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:09.89241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:09.569272Z","time spent":"323.124415ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":151704,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-03T03:25:11.747245Z","caller":"traceutil/trace.go:171","msg":"trace[1789995712] transaction","detail":"{read_only:false; response_revision:13965; number_of_response:1; }","duration":"332.551733ms","start":"2026-03-03T03:25:11.414663Z","end":"2026-03-03T03:25:11.747214Z","steps":["trace[1789995712] 'process raft request' (duration: 332.325948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:11.747447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:11.414634Z","time spent":"332.694655ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:25:11.760686Z","caller":"traceutil/trace.go:171","msg":"trace[1801023225] transaction","detail":"{read_only:false; response_revision:13966; number_of_response:1; }","duration":"312.817417ms","start":"2026-03-03T03:25:11.447845Z","end":"2026-03-03T03:25:11.760663Z","steps":["trace[1801023225] 'process raft request' (duration: 312.594933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:11.760831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:11.447816Z","time spent":"312.938449ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:25:11.760999Z","caller":"traceutil/trace.go:171","msg":"trace[741266760] transaction","detail":"{read_only:false; response_revision:13967; number_of_response:1; }","duration":"186.516743ms","start":"2026-03-03T03:25:11.574394Z","end":"2026-03-03T03:25:11.760911Z","steps":["trace[741266760] 'process raft request' (duration: 186.196196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:18.176575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990443855,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:25:18.430345Z","caller":"traceutil/trace.go:171","msg":"trace[1425778064] transaction","detail":"{read_only:false; response_revision:14101; number_of_response:1; }","duration":"841.995996ms","start":"2026-03-03T03:25:17.588321Z","end":"2026-03-03T03:25:18.430317Z","steps":["trace[1425778064] 'process raft request' (duration: 841.809962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:18.430503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:17.588273Z","time spent":"842.152619ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T03:25:19.148262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.923974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:25:19.148658Z","caller":"traceutil/trace.go:171","msg":"trace[1470480701] transaction","detail":"{read_only:false; response_revision:14102; number_of_response:1; }","duration":"1.377935824s","start":"2026-03-03T03:25:17.77064Z","end":"2026-03-03T03:25:19.148576Z","steps":["trace[1470480701] 'process raft request' (duration: 1.2675523s)","trace[1470480701] 'compare' (duration: 109.661578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:25:19.148832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:17.770612Z","time spent":"1.378133059s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:25:19.148991Z","caller":"traceutil/trace.go:171","msg":"trace[1096910220] transaction","detail":"{read_only:false; response_revision:14104; number_of_response:1; }","duration":"1.124064647s","start":"2026-03-03T03:25:18.024883Z","end":"2026-03-03T03:25:19.148948Z","steps":["trace[1096910220] 'process raft request' (duration: 1.123604636s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:19.149034Z","caller":"traceutil/trace.go:171","msg":"trace[1086150875] transaction","detail":"{read_only:false; response_revision:14103; number_of_response:1; }","duration":"1.368688431s","start":"2026-03-03T03:25:17.780296Z","end":"2026-03-03T03:25:19.148984Z","steps":["trace[1086150875] 'process raft request' (duration: 1.368090337s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:19.149177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:17.780262Z","time spent":"1.368854075s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:25:19.149204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:18.024847Z","time spent":"1.124245551s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:25:19.675662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000204496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T03:25:19.675776Z","caller":"traceutil/trace.go:171","msg":"trace[154332791] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00037746s","start":"2026-03-03T03:25:17.675371Z","end":"2026-03-03T03:25:19.675748Z","steps":["trace[154332791] 'agreement among raft nodes before linearized reading' (duration: 2.000229497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:19.675835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:17.675349Z","time spent":"2.000474682s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 03:25:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T03:25:19.723103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.53195ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T03:25:19.723224Z","caller":"traceutil/trace.go:171","msg":"trace[1919442791] linearizableReadLoop","detail":"{readStateIndex:14630; appliedIndex:14625; }","duration":"2.047794206s","start":"2026-03-03T03:25:17.675409Z","end":"2026-03-03T03:25:19.723203Z","steps":["trace[1919442791] 'read index received' (duration: 754.805494ms)","trace[1919442791] 'applied index is now lower than readState.Index' (duration: 1.292986782s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:25:19.723895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0008301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:25:19.72398Z","caller":"traceutil/trace.go:171","msg":"trace[49285946] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:14104; }","duration":"2.000973433s","start":"2026-03-03T03:25:17.722989Z","end":"2026-03-03T03:25:19.723962Z","steps":["trace[49285946] 'agreement among raft nodes before linearized reading' (duration: 2.000776989s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:19.723979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198184691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e93c896-ae6a-4f35-abf9-17bf8e7b2046\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-03-03T03:25:19.724024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:17.72297Z","time spent":"2.001043954s","remote":"127.0.0.1:59490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:25:19.724095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616596388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:25:19.724175Z","caller":"traceutil/trace.go:171","msg":"trace[2140662727] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:14104; }","duration":"1.61670783s","start":"2026-03-03T03:25:18.107448Z","end":"2026-03-03T03:25:19.724155Z","steps":["trace[2140662727] 'agreement among raft nodes before linearized reading' (duration: 1.616577817s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:19.724161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676791795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T03:25:19.724233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:18.10743Z","time spent":"1.616783982s","remote":"127.0.0.1:58436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:25:19.724287Z","caller":"traceutil/trace.go:171","msg":"trace[2023995113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14104; }","duration":"1.676917948s","start":"2026-03-03T03:25:18.047339Z","end":"2026-03-03T03:25:19.724257Z","steps":["trace[2023995113] 'agreement among raft nodes before linearized reading' (duration: 1.676660692s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:19.724342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:18.047297Z","time spent":"1.67703104s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:25:19.72452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290118008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-26tsd.189936ec37e42565\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-03T03:25:19.72458Z","caller":"traceutil/trace.go:171","msg":"trace[808391683] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-26tsd.189936ec37e42565; range_end:; response_count:1; response_revision:14104; }","duration":"1.29021263s","start":"2026-03-03T03:25:18.434352Z","end":"2026-03-03T03:25:19.724565Z","steps":["trace[808391683] 'agreement among raft nodes before linearized reading' (duration: 1.290061897s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:19.724582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656936947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-03T03:25:19.724618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679159456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T03:25:19.724622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:18.434326Z","time spent":"1.290284571s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-26tsd.189936ec37e42565\" "} {"level":"info","ts":"2026-03-03T03:25:19.724636Z","caller":"traceutil/trace.go:171","msg":"trace[1879556275] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:14104; }","duration":"1.657021529s","start":"2026-03-03T03:25:18.067601Z","end":"2026-03-03T03:25:19.724622Z","steps":["trace[1879556275] 'agreement among raft nodes before linearized reading' (duration: 1.656874755s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:19.724655Z","caller":"traceutil/trace.go:171","msg":"trace[1351235101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14104; }","duration":"1.679212708s","start":"2026-03-03T03:25:18.045429Z","end":"2026-03-03T03:25:19.724642Z","steps":["trace[1351235101] 'agreement among raft nodes before linearized reading' (duration: 1.679118656s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:19.724688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:18.045418Z","time spent":"1.679263259s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:25:19.724695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:18.067581Z","time spent":"1.65708674s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"warn","ts":"2026-03-03T03:25:19.724119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.175791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-03-03T03:25:19.724814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683454432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T03:25:19.724823Z","caller":"traceutil/trace.go:171","msg":"trace[1482774730] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14104; }","duration":"296.931458ms","start":"2026-03-03T03:25:19.427876Z","end":"2026-03-03T03:25:19.724807Z","steps":["trace[1482774730] 'agreement among raft nodes before linearized reading' (duration: 296.12518ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:19.72484Z","caller":"traceutil/trace.go:171","msg":"trace[1937687981] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2e93c896-ae6a-4f35-abf9-17bf8e7b2046; range_end:; response_count:1; response_revision:14104; }","duration":"1.198367186s","start":"2026-03-03T03:25:18.525653Z","end":"2026-03-03T03:25:19.72402Z","steps":["trace[1937687981] 'agreement among raft nodes before linearized reading' (duration: 1.198195562s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:19.724847Z","caller":"traceutil/trace.go:171","msg":"trace[1597427807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14104; }","duration":"1.683515703s","start":"2026-03-03T03:25:18.041322Z","end":"2026-03-03T03:25:19.724837Z","steps":["trace[1597427807] 'agreement among raft nodes before linearized reading' (duration: 1.683435382s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:19.724874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:18.525629Z","time spent":"1.199236024s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e93c896-ae6a-4f35-abf9-17bf8e7b2046\" "} {"level":"warn","ts":"2026-03-03T03:25:19.72452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678995403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T03:25:19.724944Z","caller":"traceutil/trace.go:171","msg":"trace[55556021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14104; }","duration":"1.679428332s","start":"2026-03-03T03:25:18.045497Z","end":"2026-03-03T03:25:19.724926Z","steps":["trace[55556021] 'agreement among raft nodes before linearized reading' (duration: 1.67886663s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:19.725004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:18.045489Z","time spent":"1.679498484s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:25:19.724955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68700236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T03:25:19.725197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19857322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-823218b8-3dfd-4edf-905f-95d255d1deca\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-03T03:25:19.725206Z","caller":"traceutil/trace.go:171","msg":"trace[1328025342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14104; }","duration":"1.687285176s","start":"2026-03-03T03:25:18.037904Z","end":"2026-03-03T03:25:19.725189Z","steps":["trace[1328025342] 'agreement among raft nodes before linearized reading' (duration: 1.68699185s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:19.725248Z","caller":"traceutil/trace.go:171","msg":"trace[259820331] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-823218b8-3dfd-4edf-905f-95d255d1deca; range_end:; response_count:1; response_revision:14104; }","duration":"1.198669462s","start":"2026-03-03T03:25:18.526563Z","end":"2026-03-03T03:25:19.725233Z","steps":["trace[259820331] 'agreement among raft nodes before linearized reading' (duration: 1.198533059s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:19.72526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:18.037876Z","time spent":"1.687366867s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:25:19.725287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:18.526538Z","time spent":"1.198738704s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-823218b8-3dfd-4edf-905f-95d255d1deca\" "} {"level":"warn","ts":"2026-03-03T03:25:19.724878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:18.041307Z","time spent":"1.683564664s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:25:19.725435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.350987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e93c896-ae6a-4f35-abf9-17bf8e7b2046\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-03T03:25:19.725473Z","caller":"traceutil/trace.go:171","msg":"trace[388023382] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2e93c896-ae6a-4f35-abf9-17bf8e7b2046; range_end:; response_count:1; response_revision:14104; }","duration":"843.419218ms","start":"2026-03-03T03:25:18.882044Z","end":"2026-03-03T03:25:19.725463Z","steps":["trace[388023382] 'agreement among raft nodes before linearized reading' (duration: 843.314766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:19.725503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:18.882022Z","time spent":"843.47441ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e93c896-ae6a-4f35-abf9-17bf8e7b2046\" "} {"level":"warn","ts":"2026-03-03T03:25:19.726777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.755543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:25:19.726837Z","caller":"traceutil/trace.go:171","msg":"trace[1405910372] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:14104; }","duration":"837.831475ms","start":"2026-03-03T03:25:18.888996Z","end":"2026-03-03T03:25:19.726827Z","steps":["trace[1405910372] 'agreement among raft nodes before linearized reading' (duration: 835.953373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:19.726862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:25:18.888989Z","time spent":"837.864855ms","remote":"127.0.0.1:53050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:25:19.879154Z","caller":"traceutil/trace.go:171","msg":"trace[1761174120] linearizableReadLoop","detail":"{readStateIndex:14631; appliedIndex:14630; }","duration":"146.770287ms","start":"2026-03-03T03:25:19.732353Z","end":"2026-03-03T03:25:19.879123Z","steps":["trace[1761174120] 'read index received' (duration: 146.538912ms)","trace[1761174120] 'applied index is now lower than readState.Index' (duration: 230.145µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:25:19.879572Z","caller":"traceutil/trace.go:171","msg":"trace[1754104793] transaction","detail":"{read_only:false; response_revision:14105; number_of_response:1; }","duration":"147.271197ms","start":"2026-03-03T03:25:19.732268Z","end":"2026-03-03T03:25:19.879539Z","steps":["trace[1754104793] 'process raft request' (duration: 146.582962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:19.880516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.129417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:629816"} {"level":"info","ts":"2026-03-03T03:25:19.880655Z","caller":"traceutil/trace.go:171","msg":"trace[1810404966] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:14105; }","duration":"148.28703ms","start":"2026-03-03T03:25:19.732347Z","end":"2026-03-03T03:25:19.880634Z","steps":["trace[1810404966] 'agreement among raft nodes before linearized reading' (duration: 147.358069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:19.885066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.328634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:25:19.885131Z","caller":"traceutil/trace.go:171","msg":"trace[1609021972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14111; }","duration":"150.405336ms","start":"2026-03-03T03:25:19.734712Z","end":"2026-03-03T03:25:19.885117Z","steps":["trace[1609021972] 'agreement among raft nodes before linearized reading' (duration: 150.287063ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:19.885396Z","caller":"traceutil/trace.go:171","msg":"trace[754673759] transaction","detail":"{read_only:false; response_revision:14106; number_of_response:1; }","duration":"153.068826ms","start":"2026-03-03T03:25:19.732317Z","end":"2026-03-03T03:25:19.885386Z","steps":["trace[754673759] 'process raft request' (duration: 152.38792ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:19.88553Z","caller":"traceutil/trace.go:171","msg":"trace[1051757253] transaction","detail":"{read_only:false; response_revision:14107; number_of_response:1; }","duration":"153.204608ms","start":"2026-03-03T03:25:19.732317Z","end":"2026-03-03T03:25:19.885521Z","steps":["trace[1051757253] 'process raft request' (duration: 152.492832ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:19.885769Z","caller":"traceutil/trace.go:171","msg":"trace[1244946321] transaction","detail":"{read_only:false; response_revision:14108; number_of_response:1; }","duration":"153.367543ms","start":"2026-03-03T03:25:19.73239Z","end":"2026-03-03T03:25:19.885758Z","steps":["trace[1244946321] 'process raft request' (duration: 152.454902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:19.885883Z","caller":"traceutil/trace.go:171","msg":"trace[1782562754] transaction","detail":"{read_only:false; response_revision:14109; number_of_response:1; }","duration":"150.428248ms","start":"2026-03-03T03:25:19.735446Z","end":"2026-03-03T03:25:19.885874Z","steps":["trace[1782562754] 'process raft request' (duration: 149.446586ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:19.885997Z","caller":"traceutil/trace.go:171","msg":"trace[66819074] transaction","detail":"{read_only:false; response_revision:14110; number_of_response:1; }","duration":"148.885244ms","start":"2026-03-03T03:25:19.737103Z","end":"2026-03-03T03:25:19.885988Z","steps":["trace[66819074] 'process raft request' (duration: 147.82138ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:25:19.886118Z","caller":"traceutil/trace.go:171","msg":"trace[1249811987] transaction","detail":"{read_only:false; response_revision:14111; number_of_response:1; }","duration":"148.929464ms","start":"2026-03-03T03:25:19.73718Z","end":"2026-03-03T03:25:19.88611Z","steps":["trace[1249811987] 'process raft request' (duration: 147.781058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:25:19.886379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.570213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19026"} {"level":"info","ts":"2026-03-03T03:25:19.886424Z","caller":"traceutil/trace.go:171","msg":"trace[658567376] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14111; }","duration":"151.627444ms","start":"2026-03-03T03:25:19.734788Z","end":"2026-03-03T03:25:19.886415Z","steps":["trace[658567376] 'agreement among raft nodes before linearized reading' (duration: 151.42999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:10.516678Z","caller":"traceutil/trace.go:171","msg":"trace[1836198805] linearizableReadLoop","detail":"{readStateIndex:15372; appliedIndex:15371; }","duration":"413.60959ms","start":"2026-03-03T03:26:10.103035Z","end":"2026-03-03T03:26:10.516645Z","steps":["trace[1836198805] 'read index received' (duration: 413.313983ms)","trace[1836198805] 'applied index is now lower than readState.Index' (duration: 293.967µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:26:10.516919Z","caller":"traceutil/trace.go:171","msg":"trace[875881978] transaction","detail":"{read_only:false; response_revision:14821; number_of_response:1; }","duration":"542.816398ms","start":"2026-03-03T03:26:09.974048Z","end":"2026-03-03T03:26:10.516864Z","steps":["trace[875881978] 'process raft request' (duration: 542.318388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:10.517049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:09.974021Z","time spent":"542.964602ms","remote":"127.0.0.1:59752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T03:26:10.517469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.908527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T03:26:10.517523Z","caller":"traceutil/trace.go:171","msg":"trace[899050286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14821; }","duration":"325.988139ms","start":"2026-03-03T03:26:10.191521Z","end":"2026-03-03T03:26:10.517509Z","steps":["trace[899050286] 'agreement among raft nodes before linearized reading' (duration: 325.803054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:10.517426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.103981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T03:26:10.517556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:10.191511Z","time spent":"326.03816ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T03:26:10.517596Z","caller":"traceutil/trace.go:171","msg":"trace[193118505] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14821; }","duration":"336.331356ms","start":"2026-03-03T03:26:10.181235Z","end":"2026-03-03T03:26:10.517566Z","steps":["trace[193118505] 'agreement among raft nodes before linearized reading' (duration: 335.902275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:10.51772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:10.181224Z","time spent":"336.432919ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:26:10.518002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.241751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-03T03:26:10.518008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.352739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T03:26:10.518073Z","caller":"traceutil/trace.go:171","msg":"trace[1595247036] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:14821; }","duration":"115.333813ms","start":"2026-03-03T03:26:10.402704Z","end":"2026-03-03T03:26:10.518038Z","steps":["trace[1595247036] 'agreement among raft nodes before linearized reading' (duration: 115.22341ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:10.518082Z","caller":"traceutil/trace.go:171","msg":"trace[1443989445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14821; }","duration":"332.465441ms","start":"2026-03-03T03:26:10.1856Z","end":"2026-03-03T03:26:10.518065Z","steps":["trace[1443989445] 'agreement among raft nodes before linearized reading' (duration: 332.310688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:10.518083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.9927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209353"} {"level":"warn","ts":"2026-03-03T03:26:10.518116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:10.185577Z","time spent":"332.530722ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T03:26:10.518164Z","caller":"traceutil/trace.go:171","msg":"trace[762338545] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:14821; }","duration":"415.152764ms","start":"2026-03-03T03:26:10.102985Z","end":"2026-03-03T03:26:10.518138Z","steps":["trace[762338545] 'agreement among raft nodes before linearized reading' (duration: 413.892336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:10.518235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:10.102969Z","time spent":"415.248756ms","remote":"127.0.0.1:53016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209376,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-03T03:26:10.518806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.44876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T03:26:10.518859Z","caller":"traceutil/trace.go:171","msg":"trace[1536079626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14821; }","duration":"337.544522ms","start":"2026-03-03T03:26:10.1813Z","end":"2026-03-03T03:26:10.518845Z","steps":["trace[1536079626] 'agreement among raft nodes before linearized reading' (duration: 336.769726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:10.518896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:10.181275Z","time spent":"337.612193ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:26:10.518883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.374201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T03:26:10.519119Z","caller":"traceutil/trace.go:171","msg":"trace[971843170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14821; }","duration":"333.658327ms","start":"2026-03-03T03:26:10.185429Z","end":"2026-03-03T03:26:10.519087Z","steps":["trace[971843170] 'agreement among raft nodes before linearized reading' (duration: 332.456411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:10.519176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:10.185419Z","time spent":"333.743139ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:26:16.678659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990446036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:26:17.179249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990446036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:26:17.679836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990446036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:26:18.180894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990446036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:26:18.676584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999843579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T03:26:18.676679Z","caller":"traceutil/trace.go:171","msg":"trace[1011155935] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000007442s","start":"2026-03-03T03:26:16.67665Z","end":"2026-03-03T03:26:18.676657Z","steps":["trace[1011155935] 'agreement among raft nodes before linearized reading' (duration: 1.999879479s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:18.676773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.676625Z","time spent":"2.000100144s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:26:18.681807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990446036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:26:19.182553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990446036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:26:19.683478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990446036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:26:20.18415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990446036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:26:20.677941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999638313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T03:26:20.678033Z","caller":"traceutil/trace.go:171","msg":"trace[105739007] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999788327s","start":"2026-03-03T03:26:18.678224Z","end":"2026-03-03T03:26:20.678012Z","steps":["trace[105739007] 'agreement among raft nodes before linearized reading' (duration: 1.999673994s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:20.678087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:18.678197Z","time spent":"1.999878809s","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 03:26:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T03:26:20.685236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990446036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:26:21.185721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990446036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:26:21.48175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.329764ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.481906Z","caller":"traceutil/trace.go:171","msg":"trace[1270551516] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14907; }","duration":"252.549399ms","start":"2026-03-03T03:26:21.229332Z","end":"2026-03-03T03:26:21.481881Z","steps":["trace[1270551516] 'range keys from in-memory index tree' (duration: 252.291924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.481987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.753372108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-db-init-rgxbj\" ","response":"range_response_count:1 size:11280"} {"level":"info","ts":"2026-03-03T03:26:21.482045Z","caller":"traceutil/trace.go:171","msg":"trace[545633110] range","detail":"{range_begin:/registry/pods/openstack/nova-db-init-rgxbj; range_end:; response_count:1; response_revision:14907; }","duration":"5.75347388s","start":"2026-03-03T03:26:15.728555Z","end":"2026-03-03T03:26:21.482029Z","steps":["trace[545633110] 'range keys from in-memory index tree' (duration: 5.753209723s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.482077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:15.728541Z","time spent":"5.753527921s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":11303,"request content":"key:\"/registry/pods/openstack/nova-db-init-rgxbj\" "} {"level":"warn","ts":"2026-03-03T03:26:21.489532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.75663663s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T03:26:21.490129Z","caller":"traceutil/trace.go:171","msg":"trace[2089948721] transaction","detail":"{read_only:false; response_revision:14908; number_of_response:1; }","duration":"5.757332145s","start":"2026-03-03T03:26:15.732769Z","end":"2026-03-03T03:26:21.490101Z","steps":["trace[2089948721] 'process raft request' (duration: 5.75709777s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.490255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:15.732742Z","time spent":"5.757433247s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8757,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:26:21.499835Z","caller":"traceutil/trace.go:171","msg":"trace[703648784] transaction","detail":"{read_only:false; response_revision:14910; number_of_response:1; }","duration":"4.055257853s","start":"2026-03-03T03:26:17.444552Z","end":"2026-03-03T03:26:21.49981Z","steps":["trace[703648784] 'process raft request' (duration: 4.055202421s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.499949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.444537Z","time spent":"4.055340805s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:26:21.50005Z","caller":"traceutil/trace.go:171","msg":"trace[699327223] transaction","detail":"{read_only:false; response_revision:14909; number_of_response:1; }","duration":"4.073832652s","start":"2026-03-03T03:26:17.426211Z","end":"2026-03-03T03:26:21.500044Z","steps":["trace[699327223] 'process raft request' (duration: 4.073430923s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.50008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.426182Z","time spent":"4.073881853s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:26:21.500339Z","caller":"traceutil/trace.go:171","msg":"trace[1853975476] transaction","detail":"{read_only:false; response_revision:14911; number_of_response:1; }","duration":"4.055708363s","start":"2026-03-03T03:26:17.444624Z","end":"2026-03-03T03:26:21.500332Z","steps":["trace[1853975476] 'process raft request' (duration: 4.055157791s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.500376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.444594Z","time spent":"4.055762973s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:26:21.509847Z","caller":"traceutil/trace.go:171","msg":"trace[789213141] linearizableReadLoop","detail":"{readStateIndex:15464; appliedIndex:15460; }","duration":"5.331344172s","start":"2026-03-03T03:26:16.178479Z","end":"2026-03-03T03:26:21.509823Z","steps":["trace[789213141] 'read index received' (duration: 5.312492617s)","trace[789213141] 'applied index is now lower than readState.Index' (duration: 18.850255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:26:21.510062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.331575037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-03T03:26:21.510088Z","caller":"traceutil/trace.go:171","msg":"trace[552198542] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14911; }","duration":"5.331661579s","start":"2026-03-03T03:26:16.178418Z","end":"2026-03-03T03:26:21.51008Z","steps":["trace[552198542] 'agreement among raft nodes before linearized reading' (duration: 5.331512626s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.51011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.17839Z","time spent":"5.33171585s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T03:26:21.511618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.96261577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T03:26:21.511668Z","caller":"traceutil/trace.go:171","msg":"trace[812953645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14912; }","duration":"4.962712472s","start":"2026-03-03T03:26:16.548943Z","end":"2026-03-03T03:26:21.511656Z","steps":["trace[812953645] 'agreement among raft nodes before linearized reading' (duration: 4.962557039s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.511674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.211235361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:21.512213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.211069467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.512256Z","caller":"traceutil/trace.go:171","msg":"trace[1088503532] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14912; }","duration":"4.211872245s","start":"2026-03-03T03:26:17.300365Z","end":"2026-03-03T03:26:21.512237Z","steps":["trace[1088503532] 'agreement among raft nodes before linearized reading' (duration: 4.211229121s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.512343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.30034Z","time spent":"4.211995517s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T03:26:21.512262Z","caller":"traceutil/trace.go:171","msg":"trace[669919698] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14912; }","duration":"4.211134139s","start":"2026-03-03T03:26:17.301118Z","end":"2026-03-03T03:26:21.512252Z","steps":["trace[669919698] 'agreement among raft nodes before linearized reading' (duration: 4.211076738s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.512461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.301108Z","time spent":"4.211339824s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:26:21.511782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.928034138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:26:21.512553Z","caller":"traceutil/trace.go:171","msg":"trace[94294104] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:14912; }","duration":"4.928834185s","start":"2026-03-03T03:26:16.583699Z","end":"2026-03-03T03:26:21.512533Z","steps":["trace[94294104] 'agreement among raft nodes before linearized reading' (duration: 4.928020728s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.512608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.583662Z","time spent":"4.928928547s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"warn","ts":"2026-03-03T03:26:21.511807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.417102251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.512746Z","caller":"traceutil/trace.go:171","msg":"trace[565077430] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14912; }","duration":"4.418094943s","start":"2026-03-03T03:26:17.094632Z","end":"2026-03-03T03:26:21.512727Z","steps":["trace[565077430] 'agreement among raft nodes before linearized reading' (duration: 4.417116831s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.512804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.094606Z","time spent":"4.418164336s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:26:21.511783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.674393735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.512902Z","caller":"traceutil/trace.go:171","msg":"trace[1783744137] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14912; }","duration":"4.675566431s","start":"2026-03-03T03:26:16.837318Z","end":"2026-03-03T03:26:21.512885Z","steps":["trace[1783744137] 'agreement among raft nodes before linearized reading' (duration: 4.674378074s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.512929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.83729Z","time spent":"4.675630642s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T03:26:21.511786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.648945083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.51303Z","caller":"traceutil/trace.go:171","msg":"trace[1939469386] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14912; }","duration":"4.650236822s","start":"2026-03-03T03:26:16.862764Z","end":"2026-03-03T03:26:21.513001Z","steps":["trace[1939469386] 'agreement among raft nodes before linearized reading' (duration: 4.648877951s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.513069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.862752Z","time spent":"4.650307574s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:26:21.511851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.211442636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.513142Z","caller":"traceutil/trace.go:171","msg":"trace[417012787] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14912; }","duration":"4.212769736s","start":"2026-03-03T03:26:17.300364Z","end":"2026-03-03T03:26:21.513134Z","steps":["trace[417012787] 'agreement among raft nodes before linearized reading' (duration: 4.211470616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.513162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.30033Z","time spent":"4.212825917s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T03:26:21.51185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.956380503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T03:26:21.511879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.211587399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.513235Z","caller":"traceutil/trace.go:171","msg":"trace[2105452327] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14912; }","duration":"4.957743923s","start":"2026-03-03T03:26:16.555463Z","end":"2026-03-03T03:26:21.513207Z","steps":["trace[2105452327] 'agreement among raft nodes before linearized reading' (duration: 4.956335312s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.511872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.649075226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.513287Z","caller":"traceutil/trace.go:171","msg":"trace[1765247002] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14912; }","duration":"4.213022621s","start":"2026-03-03T03:26:17.300253Z","end":"2026-03-03T03:26:21.513276Z","steps":["trace[1765247002] 'agreement among raft nodes before linearized reading' (duration: 4.211611569s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.513346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.300232Z","time spent":"4.213102583s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T03:26:21.51335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.555398Z","time spent":"4.957919388s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:26:21.511896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.952848785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T03:26:21.513415Z","caller":"traceutil/trace.go:171","msg":"trace[1736047129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14912; }","duration":"4.954387959s","start":"2026-03-03T03:26:16.559016Z","end":"2026-03-03T03:26:21.513404Z","steps":["trace[1736047129] 'agreement among raft nodes before linearized reading' (duration: 4.952779373s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.511876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.827846578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:26:21.513468Z","caller":"traceutil/trace.go:171","msg":"trace[156551812] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14912; }","duration":"4.829469355s","start":"2026-03-03T03:26:16.683988Z","end":"2026-03-03T03:26:21.513458Z","steps":["trace[156551812] 'agreement among raft nodes before linearized reading' (duration: 4.827684565s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.513507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.683955Z","time spent":"4.829539955s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:26:21.511955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.114417606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:26:21.513578Z","caller":"traceutil/trace.go:171","msg":"trace[293299475] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:14912; }","duration":"3.116073383s","start":"2026-03-03T03:26:18.397487Z","end":"2026-03-03T03:26:21.513561Z","steps":["trace[293299475] 'agreement among raft nodes before linearized reading' (duration: 3.114423246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.513616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:18.397463Z","time spent":"3.116140615s","remote":"127.0.0.1:53358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":16,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:26:21.511958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.6746459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.513715Z","caller":"traceutil/trace.go:171","msg":"trace[1147297185] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14912; }","duration":"4.67643451s","start":"2026-03-03T03:26:16.837268Z","end":"2026-03-03T03:26:21.513702Z","steps":["trace[1147297185] 'agreement among raft nodes before linearized reading' (duration: 4.6746637s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.513747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.837242Z","time spent":"4.676496451s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T03:26:21.511957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.674588989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.513839Z","caller":"traceutil/trace.go:171","msg":"trace[1334709876] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14912; }","duration":"4.676514722s","start":"2026-03-03T03:26:16.837317Z","end":"2026-03-03T03:26:21.513832Z","steps":["trace[1334709876] 'agreement among raft nodes before linearized reading' (duration: 4.674610569s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.513866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.83729Z","time spent":"4.676569542s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:26:21.511994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.348270634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ws79s\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-03-03T03:26:21.511998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.075406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.514028Z","caller":"traceutil/trace.go:171","msg":"trace[584223585] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:14912; }","duration":"555.147102ms","start":"2026-03-03T03:26:20.958874Z","end":"2026-03-03T03:26:21.514021Z","steps":["trace[584223585] 'agreement among raft nodes before linearized reading' (duration: 553.090826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.51405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:20.958841Z","time spent":"555.201242ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:26:21.51198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.948469588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T03:26:21.512014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.26304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.514232Z","caller":"traceutil/trace.go:171","msg":"trace[830099264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14912; }","duration":"828.518ms","start":"2026-03-03T03:26:20.685706Z","end":"2026-03-03T03:26:21.514224Z","steps":["trace[830099264] 'agreement among raft nodes before linearized reading' (duration: 826.27087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:21.514111Z","caller":"traceutil/trace.go:171","msg":"trace[895339505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14912; }","duration":"4.950612875s","start":"2026-03-03T03:26:16.563482Z","end":"2026-03-03T03:26:21.514095Z","steps":["trace[895339505] 'agreement among raft nodes before linearized reading' (duration: 4.948424087s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.514285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.563472Z","time spent":"4.950802479s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:26:21.514255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:20.685658Z","time spent":"828.590402ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:26:21.512025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.648567235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.514397Z","caller":"traceutil/trace.go:171","msg":"trace[772946359] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14912; }","duration":"4.650943318s","start":"2026-03-03T03:26:16.863444Z","end":"2026-03-03T03:26:21.514387Z","steps":["trace[772946359] 'agreement among raft nodes before linearized reading' (duration: 4.648525534s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.514422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.863413Z","time spent":"4.651001768s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:26:21.512045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.416381025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:26:21.514524Z","caller":"traceutil/trace.go:171","msg":"trace[1286011638] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14912; }","duration":"4.41886601s","start":"2026-03-03T03:26:17.095637Z","end":"2026-03-03T03:26:21.514503Z","steps":["trace[1286011638] 'agreement among raft nodes before linearized reading' (duration: 4.416370725s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.514559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.095597Z","time spent":"4.418951332s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:26:21.512044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.417260675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.514668Z","caller":"traceutil/trace.go:171","msg":"trace[2043628297] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14912; }","duration":"4.419925484s","start":"2026-03-03T03:26:17.094731Z","end":"2026-03-03T03:26:21.514657Z","steps":["trace[2043628297] 'agreement among raft nodes before linearized reading' (duration: 4.417287875s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.514725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.094697Z","time spent":"4.419998145s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:26:21.512065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.64836422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.51476Z","caller":"traceutil/trace.go:171","msg":"trace[16753473] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14912; }","duration":"4.651071141s","start":"2026-03-03T03:26:16.86368Z","end":"2026-03-03T03:26:21.514751Z","steps":["trace[16753473] 'agreement among raft nodes before linearized reading' (duration: 4.648370061s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.514793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.863673Z","time spent":"4.651112361s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:26:21.512077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.065440057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.514872Z","caller":"traceutil/trace.go:171","msg":"trace[1098128573] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14912; }","duration":"4.068254169s","start":"2026-03-03T03:26:17.446609Z","end":"2026-03-03T03:26:21.514863Z","steps":["trace[1098128573] 'agreement among raft nodes before linearized reading' (duration: 4.065454427s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.5149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.446598Z","time spent":"4.06829628s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:26:21.512106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.537588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:26:21.514974Z","caller":"traceutil/trace.go:171","msg":"trace[684238977] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:14912; }","duration":"367.460822ms","start":"2026-03-03T03:26:21.147502Z","end":"2026-03-03T03:26:21.514963Z","steps":["trace[684238977] 'agreement among raft nodes before linearized reading' (duration: 364.513207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.515009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:21.147477Z","time spent":"367.521564ms","remote":"127.0.0.1:53104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":69,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:26:21.512112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.648839361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:26:21.51507Z","caller":"traceutil/trace.go:171","msg":"trace[1183963681] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14912; }","duration":"4.651808056s","start":"2026-03-03T03:26:16.863254Z","end":"2026-03-03T03:26:21.515062Z","steps":["trace[1183963681] 'agreement among raft nodes before linearized reading' (duration: 4.64879453s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.515101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.863244Z","time spent":"4.651849537s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:26:21.512114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088000761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-26tsd.189936ec37e42565\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-03T03:26:21.515239Z","caller":"traceutil/trace.go:171","msg":"trace[102185566] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-26tsd.189936ec37e42565; range_end:; response_count:1; response_revision:14912; }","duration":"1.09114695s","start":"2026-03-03T03:26:20.424059Z","end":"2026-03-03T03:26:21.515206Z","steps":["trace[102185566] 'agreement among raft nodes before linearized reading' (duration: 1.087972371s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.515267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:20.424024Z","time spent":"1.091236442s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-26tsd.189936ec37e42565\" "} {"level":"warn","ts":"2026-03-03T03:26:21.512099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.891859759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.515355Z","caller":"traceutil/trace.go:171","msg":"trace[951414082] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14912; }","duration":"3.895150641s","start":"2026-03-03T03:26:17.620193Z","end":"2026-03-03T03:26:21.515344Z","steps":["trace[951414082] 'agreement among raft nodes before linearized reading' (duration: 3.89188064s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.515394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.620166Z","time spent":"3.895218062s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:26:21.512122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.993344567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" ","response":"range_response_count:1 size:22120"} {"level":"info","ts":"2026-03-03T03:26:21.51546Z","caller":"traceutil/trace.go:171","msg":"trace[2030923926] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gdrxl; range_end:; response_count:1; response_revision:14912; }","duration":"3.99670218s","start":"2026-03-03T03:26:17.518749Z","end":"2026-03-03T03:26:21.515452Z","steps":["trace[2030923926] 'agreement among raft nodes before linearized reading' (duration: 3.993337266s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.515485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.518737Z","time spent":"3.996740861s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22143,"request content":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" "} {"level":"warn","ts":"2026-03-03T03:26:21.512135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.066399978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T03:26:21.515563Z","caller":"traceutil/trace.go:171","msg":"trace[1338375103] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14912; }","duration":"4.069911095s","start":"2026-03-03T03:26:17.445645Z","end":"2026-03-03T03:26:21.515556Z","steps":["trace[1338375103] 'agreement among raft nodes before linearized reading' (duration: 4.066436938s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.515588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.445621Z","time spent":"4.069960537s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T03:26:21.512148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.066000419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:26:21.51569Z","caller":"traceutil/trace.go:171","msg":"trace[1900126247] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14912; }","duration":"4.069569408s","start":"2026-03-03T03:26:17.446113Z","end":"2026-03-03T03:26:21.515682Z","steps":["trace[1900126247] 'agreement among raft nodes before linearized reading' (duration: 4.065988518s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.515718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.446102Z","time spent":"4.069608249s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:26:21.512159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.066035519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.515814Z","caller":"traceutil/trace.go:171","msg":"trace[1638003838] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14912; }","duration":"4.069713582s","start":"2026-03-03T03:26:17.446093Z","end":"2026-03-03T03:26:21.515807Z","steps":["trace[1638003838] 'agreement among raft nodes before linearized reading' (duration: 4.06605266s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.515835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.44608Z","time spent":"4.069748992s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:26:21.512165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.985928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:26:21.515954Z","caller":"traceutil/trace.go:171","msg":"trace[482200191] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:14912; }","duration":"485.773033ms","start":"2026-03-03T03:26:21.030172Z","end":"2026-03-03T03:26:21.515945Z","steps":["trace[482200191] 'agreement among raft nodes before linearized reading' (duration: 481.952918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.515976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:21.030066Z","time spent":"485.902155ms","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:26:21.512171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.99482612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" ","response":"range_response_count:1 size:22120"} {"level":"info","ts":"2026-03-03T03:26:21.51613Z","caller":"traceutil/trace.go:171","msg":"trace[183238840] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gdrxl; range_end:; response_count:1; response_revision:14912; }","duration":"3.998821498s","start":"2026-03-03T03:26:17.517301Z","end":"2026-03-03T03:26:21.516122Z","steps":["trace[183238840] 'agreement among raft nodes before linearized reading' (duration: 3.99483467s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.516154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.517289Z","time spent":"3.998857889s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22143,"request content":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" "} {"level":"warn","ts":"2026-03-03T03:26:21.512167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260618137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:26:21.516317Z","caller":"traceutil/trace.go:171","msg":"trace[1057611] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:14912; }","duration":"1.26481092s","start":"2026-03-03T03:26:20.251499Z","end":"2026-03-03T03:26:21.51631Z","steps":["trace[1057611] 'agreement among raft nodes before linearized reading' (duration: 1.260635478s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.516347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:20.251472Z","time spent":"1.264867572s","remote":"127.0.0.1:53164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:26:21.512179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.648958794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:26:21.516508Z","caller":"traceutil/trace.go:171","msg":"trace[929724826] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14912; }","duration":"4.65331163s","start":"2026-03-03T03:26:16.86319Z","end":"2026-03-03T03:26:21.516502Z","steps":["trace[929724826] 'agreement among raft nodes before linearized reading' (duration: 4.648941453s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.51653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.863178Z","time spent":"4.653346731s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:26:21.512167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.780193816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.516621Z","caller":"traceutil/trace.go:171","msg":"trace[410602005] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:14912; }","duration":"3.784687556s","start":"2026-03-03T03:26:17.731923Z","end":"2026-03-03T03:26:21.51661Z","steps":["trace[410602005] 'agreement among raft nodes before linearized reading' (duration: 3.780214697s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.516644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.731888Z","time spent":"3.784748048s","remote":"127.0.0.1:59510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:26:21.512195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939932587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:26:21.516775Z","caller":"traceutil/trace.go:171","msg":"trace[123774815] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:14912; }","duration":"1.944545029s","start":"2026-03-03T03:26:19.572214Z","end":"2026-03-03T03:26:21.516759Z","steps":["trace[123774815] 'agreement among raft nodes before linearized reading' (duration: 1.939957288s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.512207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334671591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:21.516879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:19.572188Z","time spent":"1.944677171s","remote":"127.0.0.1:59544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:26:21.516896Z","caller":"traceutil/trace.go:171","msg":"trace[1464772027] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:14912; }","duration":"2.339381936s","start":"2026-03-03T03:26:19.177494Z","end":"2026-03-03T03:26:21.516876Z","steps":["trace[1464772027] 'agreement among raft nodes before linearized reading' (duration: 2.334697252s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.516958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:19.177428Z","time spent":"2.339503638s","remote":"127.0.0.1:59564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:26:21.51221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.068002833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.517074Z","caller":"traceutil/trace.go:171","msg":"trace[1048650049] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14912; }","duration":"4.072883801s","start":"2026-03-03T03:26:17.44417Z","end":"2026-03-03T03:26:21.517053Z","steps":["trace[1048650049] 'agreement among raft nodes before linearized reading' (duration: 4.068020023s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.517149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.444157Z","time spent":"4.072975563s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T03:26:21.511699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.548917Z","time spent":"4.962774793s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:26:21.512276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.878078835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:26:21.517263Z","caller":"traceutil/trace.go:171","msg":"trace[1134097091] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:14912; }","duration":"3.883093356s","start":"2026-03-03T03:26:17.634159Z","end":"2026-03-03T03:26:21.517252Z","steps":["trace[1134097091] 'agreement among raft nodes before linearized reading' (duration: 3.878020054s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.517301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.634148Z","time spent":"3.883141287s","remote":"127.0.0.1:53016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":121,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:26:21.513311Z","caller":"traceutil/trace.go:171","msg":"trace[1336593593] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14912; }","duration":"4.650546399s","start":"2026-03-03T03:26:16.86276Z","end":"2026-03-03T03:26:21.513306Z","steps":["trace[1336593593] 'agreement among raft nodes before linearized reading' (duration: 4.649082447s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.517404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.862748Z","time spent":"4.654642859s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:26:21.511856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.951632878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:26:21.517549Z","caller":"traceutil/trace.go:171","msg":"trace[1822377192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14912; }","duration":"4.957361654s","start":"2026-03-03T03:26:16.560178Z","end":"2026-03-03T03:26:21.51754Z","steps":["trace[1822377192] 'agreement among raft nodes before linearized reading' (duration: 4.951561706s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.517582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.560161Z","time spent":"4.957411615s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:26:21.513441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.559005Z","time spent":"4.95442608s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:26:21.511936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.674514026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:21.517713Z","caller":"traceutil/trace.go:171","msg":"trace[1304398513] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14912; }","duration":"4.680330675s","start":"2026-03-03T03:26:16.837369Z","end":"2026-03-03T03:26:21.517699Z","steps":["trace[1304398513] 'agreement among raft nodes before linearized reading' (duration: 4.674547177s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.517757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.837343Z","time spent":"4.680403187s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:26:21.512023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.529742065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ttgbg\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-03-03T03:26:21.517913Z","caller":"traceutil/trace.go:171","msg":"trace[978039407] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ttgbg; range_end:; response_count:1; response_revision:14912; }","duration":"4.535648395s","start":"2026-03-03T03:26:16.982253Z","end":"2026-03-03T03:26:21.517901Z","steps":["trace[978039407] 'agreement among raft nodes before linearized reading' (duration: 4.529599672s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.517949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:16.982244Z","time spent":"4.535694356s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20782,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ttgbg\" "} {"level":"info","ts":"2026-03-03T03:26:21.51828Z","caller":"traceutil/trace.go:171","msg":"trace[457374760] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ws79s; range_end:; response_count:1; response_revision:14912; }","duration":"4.350354249s","start":"2026-03-03T03:26:17.163543Z","end":"2026-03-03T03:26:21.513897Z","steps":["trace[457374760] 'agreement among raft nodes before linearized reading' (duration: 4.348378595s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:21.518333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:17.163522Z","time spent":"4.354794987s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-ws79s\" "} {"level":"warn","ts":"2026-03-03T03:26:28.023641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990446236,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:26:28.098691Z","caller":"traceutil/trace.go:171","msg":"trace[1605588559] transaction","detail":"{read_only:false; response_revision:14972; number_of_response:1; }","duration":"577.223388ms","start":"2026-03-03T03:26:27.521441Z","end":"2026-03-03T03:26:28.098665Z","steps":["trace[1605588559] 'process raft request' (duration: 575.807277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.098886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.521414Z","time spent":"577.364473ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:26:28.099618Z","caller":"traceutil/trace.go:171","msg":"trace[1705400560] transaction","detail":"{read_only:false; response_revision:14973; number_of_response:1; }","duration":"577.116646ms","start":"2026-03-03T03:26:27.522477Z","end":"2026-03-03T03:26:28.099593Z","steps":["trace[1705400560] 'process raft request' (duration: 576.852411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.099736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.52245Z","time spent":"577.224488ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:26:28.099891Z","caller":"traceutil/trace.go:171","msg":"trace[1696789637] transaction","detail":"{read_only:false; response_revision:14974; number_of_response:1; }","duration":"575.611313ms","start":"2026-03-03T03:26:27.524258Z","end":"2026-03-03T03:26:28.099869Z","steps":["trace[1696789637] 'process raft request' (duration: 575.235015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.100064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.524241Z","time spent":"575.759376ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:26:28.103808Z","caller":"traceutil/trace.go:171","msg":"trace[1097152868] linearizableReadLoop","detail":"{readStateIndex:15529; appliedIndex:15525; }","duration":"580.565492ms","start":"2026-03-03T03:26:27.523213Z","end":"2026-03-03T03:26:28.103778Z","steps":["trace[1097152868] 'read index received' (duration: 574.213702ms)","trace[1097152868] 'applied index is now lower than readState.Index' (duration: 6.35037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:26:28.104013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.434076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:28.104048Z","caller":"traceutil/trace.go:171","msg":"trace[1864281234] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14974; }","duration":"579.515048ms","start":"2026-03-03T03:26:27.524521Z","end":"2026-03-03T03:26:28.104036Z","steps":["trace[1864281234] 'agreement among raft nodes before linearized reading' (duration: 579.418976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.104076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.524511Z","time spent":"579.558958ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T03:26:28.104077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.844688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T03:26:28.104115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.086382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:26:28.104151Z","caller":"traceutil/trace.go:171","msg":"trace[902713366] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14974; }","duration":"580.973141ms","start":"2026-03-03T03:26:27.523158Z","end":"2026-03-03T03:26:28.104131Z","steps":["trace[902713366] 'agreement among raft nodes before linearized reading' (duration: 580.729065ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:28.104189Z","caller":"traceutil/trace.go:171","msg":"trace[345558600] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14974; }","duration":"571.215895ms","start":"2026-03-03T03:26:27.532951Z","end":"2026-03-03T03:26:28.104167Z","steps":["trace[345558600] 'agreement among raft nodes before linearized reading' (duration: 571.01093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.104194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.523128Z","time spent":"581.058912ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:26:28.104175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.403376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T03:26:28.104226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.532941Z","time spent":"571.279127ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T03:26:28.104245Z","caller":"traceutil/trace.go:171","msg":"trace[162609484] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14974; }","duration":"574.509858ms","start":"2026-03-03T03:26:27.529717Z","end":"2026-03-03T03:26:28.104227Z","steps":["trace[162609484] 'agreement among raft nodes before linearized reading' (duration: 574.345064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.104283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.376955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T03:26:28.104177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.836795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:26:28.104319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.487904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:28.104325Z","caller":"traceutil/trace.go:171","msg":"trace[1474554572] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14974; }","duration":"570.027049ms","start":"2026-03-03T03:26:27.53429Z","end":"2026-03-03T03:26:28.104317Z","steps":["trace[1474554572] 'agreement among raft nodes before linearized reading' (duration: 569.719962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:28.104344Z","caller":"traceutil/trace.go:171","msg":"trace[796676927] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14974; }","duration":"577.517784ms","start":"2026-03-03T03:26:27.52682Z","end":"2026-03-03T03:26:28.104337Z","steps":["trace[796676927] 'agreement among raft nodes before linearized reading' (duration: 577.488844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.10435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.534282Z","time spent":"570.061279ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T03:26:28.104361Z","caller":"traceutil/trace.go:171","msg":"trace[95756753] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14974; }","duration":"569.434416ms","start":"2026-03-03T03:26:27.53488Z","end":"2026-03-03T03:26:28.104314Z","steps":["trace[95756753] 'agreement among raft nodes before linearized reading' (duration: 569.341044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.10439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.584237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:28.1044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.534873Z","time spent":"569.518089ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T03:26:28.104412Z","caller":"traceutil/trace.go:171","msg":"trace[309012513] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14974; }","duration":"577.617088ms","start":"2026-03-03T03:26:27.52679Z","end":"2026-03-03T03:26:28.104407Z","steps":["trace[309012513] 'agreement among raft nodes before linearized reading' (duration: 577.587607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.104434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.526785Z","time spent":"577.646168ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T03:26:28.104436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.468949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:28.104461Z","caller":"traceutil/trace.go:171","msg":"trace[1105027302] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14974; }","duration":"570.513381ms","start":"2026-03-03T03:26:27.533938Z","end":"2026-03-03T03:26:28.104452Z","steps":["trace[1105027302] 'agreement among raft nodes before linearized reading' (duration: 570.442869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.104486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.533897Z","time spent":"570.582972ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:26:28.104494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.238093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:28.104511Z","caller":"traceutil/trace.go:171","msg":"trace[1176739411] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14974; }","duration":"579.268894ms","start":"2026-03-03T03:26:27.525236Z","end":"2026-03-03T03:26:28.104505Z","steps":["trace[1176739411] 'agreement among raft nodes before linearized reading' (duration: 579.246353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.104535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.525213Z","time spent":"579.315074ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:26:28.104567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.053321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T03:26:28.104602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.537101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:28.10461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.828994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:28.104607Z","caller":"traceutil/trace.go:171","msg":"trace[282764527] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:14974; }","duration":"570.109752ms","start":"2026-03-03T03:26:27.534488Z","end":"2026-03-03T03:26:28.104598Z","steps":["trace[282764527] 'agreement among raft nodes before linearized reading' (duration: 570.04207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:28.10465Z","caller":"traceutil/trace.go:171","msg":"trace[73069217] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14974; }","duration":"573.892975ms","start":"2026-03-03T03:26:27.530748Z","end":"2026-03-03T03:26:28.104641Z","steps":["trace[73069217] 'agreement among raft nodes before linearized reading' (duration: 573.841674ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:28.104665Z","caller":"traceutil/trace.go:171","msg":"trace[702981134] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14974; }","duration":"487.623322ms","start":"2026-03-03T03:26:27.617035Z","end":"2026-03-03T03:26:28.104658Z","steps":["trace[702981134] 'agreement among raft nodes before linearized reading' (duration: 487.552421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.104682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.331019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:28.104676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.530734Z","time spent":"573.935065ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T03:26:28.104705Z","caller":"traceutil/trace.go:171","msg":"trace[419933438] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14974; }","duration":"571.354179ms","start":"2026-03-03T03:26:27.533344Z","end":"2026-03-03T03:26:28.104698Z","steps":["trace[419933438] 'agreement among raft nodes before linearized reading' (duration: 571.319018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.104726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.533242Z","time spent":"571.479712ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:26:28.104738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.418187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:28.104773Z","caller":"traceutil/trace.go:171","msg":"trace[1892582280] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14974; }","duration":"574.496148ms","start":"2026-03-03T03:26:27.530269Z","end":"2026-03-03T03:26:28.104765Z","steps":["trace[1892582280] 'agreement among raft nodes before linearized reading' (duration: 574.432427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.104796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.530252Z","time spent":"574.540469ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:26:28.104571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.255219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:28.104367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.526813Z","time spent":"577.549157ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T03:26:28.104834Z","caller":"traceutil/trace.go:171","msg":"trace[1456766473] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14974; }","duration":"572.518115ms","start":"2026-03-03T03:26:27.532306Z","end":"2026-03-03T03:26:28.104824Z","steps":["trace[1456766473] 'agreement among raft nodes before linearized reading' (duration: 572.238849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.104744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.432629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-03T03:26:28.10486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.081566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" ","response":"range_response_count:1 size:22120"} {"level":"warn","ts":"2026-03-03T03:26:28.104871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.532265Z","time spent":"572.598377ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T03:26:28.10488Z","caller":"traceutil/trace.go:171","msg":"trace[1772065351] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gdrxl; range_end:; response_count:1; response_revision:14974; }","duration":"451.122047ms","start":"2026-03-03T03:26:27.653752Z","end":"2026-03-03T03:26:28.104874Z","steps":["trace[1772065351] 'agreement among raft nodes before linearized reading' (duration: 451.068986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.104899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.653734Z","time spent":"451.160238ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22143,"request content":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" "} {"level":"warn","ts":"2026-03-03T03:26:28.104295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.91883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:28.104959Z","caller":"traceutil/trace.go:171","msg":"trace[628201225] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14974; }","duration":"577.597546ms","start":"2026-03-03T03:26:27.527347Z","end":"2026-03-03T03:26:28.104945Z","steps":["trace[628201225] 'agreement among raft nodes before linearized reading' (duration: 576.928321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.10457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.935076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:26:28.104988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.527336Z","time spent":"577.644867ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T03:26:28.105007Z","caller":"traceutil/trace.go:171","msg":"trace[1640746524] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14974; }","duration":"569.429728ms","start":"2026-03-03T03:26:27.535569Z","end":"2026-03-03T03:26:28.104999Z","steps":["trace[1640746524] 'agreement among raft nodes before linearized reading' (duration: 568.388344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.105024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.379485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ws79s\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-03-03T03:26:28.105037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.535561Z","time spent":"569.468008ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T03:26:28.105049Z","caller":"traceutil/trace.go:171","msg":"trace[1327585234] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ws79s; range_end:; response_count:1; response_revision:14974; }","duration":"481.404276ms","start":"2026-03-03T03:26:27.623638Z","end":"2026-03-03T03:26:28.105042Z","steps":["trace[1327585234] 'agreement among raft nodes before linearized reading' (duration: 481.325934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.105073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.623595Z","time spent":"481.473897ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-ws79s\" "} {"level":"warn","ts":"2026-03-03T03:26:28.105078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.711504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:28.105099Z","caller":"traceutil/trace.go:171","msg":"trace[1474536085] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14974; }","duration":"487.762866ms","start":"2026-03-03T03:26:27.61733Z","end":"2026-03-03T03:26:28.105093Z","steps":["trace[1474536085] 'agreement among raft nodes before linearized reading' (duration: 487.701914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.105106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.941409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T03:26:28.105122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.617306Z","time spent":"487.812616ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:26:28.104908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.202946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T03:26:28.104367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.352117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:28.105188Z","caller":"traceutil/trace.go:171","msg":"trace[1698569303] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14974; }","duration":"571.191326ms","start":"2026-03-03T03:26:27.53399Z","end":"2026-03-03T03:26:28.105182Z","steps":["trace[1698569303] 'agreement among raft nodes before linearized reading' (duration: 570.325516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.105197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.165386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:28.10521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.533982Z","time spent":"571.223466ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T03:26:28.105223Z","caller":"traceutil/trace.go:171","msg":"trace[917144952] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14974; }","duration":"557.204227ms","start":"2026-03-03T03:26:27.54801Z","end":"2026-03-03T03:26:28.105214Z","steps":["trace[917144952] 'agreement among raft nodes before linearized reading' (duration: 557.163236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.104694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.617022Z","time spent":"487.667523ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:26:28.105247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.90616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T03:26:28.105261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.742659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ttgbg\" ","response":"range_response_count:1 size:20759"} {"level":"warn","ts":"2026-03-03T03:26:28.104806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.947753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" ","response":"range_response_count:1 size:22120"} {"level":"info","ts":"2026-03-03T03:26:28.105289Z","caller":"traceutil/trace.go:171","msg":"trace[1167083958] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ttgbg; range_end:; response_count:1; response_revision:14974; }","duration":"455.805901ms","start":"2026-03-03T03:26:27.649475Z","end":"2026-03-03T03:26:28.105281Z","steps":["trace[1167083958] 'agreement among raft nodes before linearized reading' (duration: 455.733099ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:28.105296Z","caller":"traceutil/trace.go:171","msg":"trace[439344895] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gdrxl; range_end:; response_count:1; response_revision:14974; }","duration":"436.453664ms","start":"2026-03-03T03:26:27.668834Z","end":"2026-03-03T03:26:28.105287Z","steps":["trace[439344895] 'agreement among raft nodes before linearized reading' (duration: 435.874411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.105311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.64946Z","time spent":"455.846952ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20782,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ttgbg\" "} {"level":"warn","ts":"2026-03-03T03:26:28.105314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.668821Z","time spent":"436.488555ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22143,"request content":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" "} {"level":"warn","ts":"2026-03-03T03:26:28.105316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.353108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T03:26:28.105335Z","caller":"traceutil/trace.go:171","msg":"trace[1695291821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14974; }","duration":"551.387049ms","start":"2026-03-03T03:26:27.553943Z","end":"2026-03-03T03:26:28.10533Z","steps":["trace[1695291821] 'agreement among raft nodes before linearized reading' (duration: 551.332708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.105333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.099284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T03:26:28.105357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.553936Z","time spent":"551.417299ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T03:26:28.105148Z","caller":"traceutil/trace.go:171","msg":"trace[344767036] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14974; }","duration":"488.00695ms","start":"2026-03-03T03:26:27.617119Z","end":"2026-03-03T03:26:28.105126Z","steps":["trace[344767036] 'agreement among raft nodes before linearized reading' (duration: 487.924329ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:28.105366Z","caller":"traceutil/trace.go:171","msg":"trace[993401114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14974; }","duration":"552.143425ms","start":"2026-03-03T03:26:27.553214Z","end":"2026-03-03T03:26:28.105358Z","steps":["trace[993401114] 'agreement among raft nodes before linearized reading' (duration: 552.059734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.105382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.617097Z","time spent":"488.280007ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:26:28.105399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.553207Z","time spent":"552.184846ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T03:26:28.105265Z","caller":"traceutil/trace.go:171","msg":"trace[1252894195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14974; }","duration":"551.954021ms","start":"2026-03-03T03:26:27.553305Z","end":"2026-03-03T03:26:28.105259Z","steps":["trace[1252894195] 'agreement among raft nodes before linearized reading' (duration: 551.89344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.105464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.046268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:26:28.105485Z","caller":"traceutil/trace.go:171","msg":"trace[726011940] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:14974; }","duration":"481.066548ms","start":"2026-03-03T03:26:27.624412Z","end":"2026-03-03T03:26:28.105479Z","steps":["trace[726011940] 'agreement among raft nodes before linearized reading' (duration: 481.002577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.105487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.553291Z","time spent":"552.186326ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:26:28.105503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.624383Z","time spent":"481.116349ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"warn","ts":"2026-03-03T03:26:28.105259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.548002Z","time spent":"557.250798ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T03:26:28.104874Z","caller":"traceutil/trace.go:171","msg":"trace[983869640] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14974; }","duration":"570.576152ms","start":"2026-03-03T03:26:27.534289Z","end":"2026-03-03T03:26:28.104866Z","steps":["trace[983869640] 'agreement among raft nodes before linearized reading' (duration: 570.394348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.105733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.534282Z","time spent":"571.44235ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T03:26:28.104666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.534482Z","time spent":"570.173883ms","remote":"127.0.0.1:53294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:26:28.105842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.809827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:28.105877Z","caller":"traceutil/trace.go:171","msg":"trace[800384229] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14974; }","duration":"565.858017ms","start":"2026-03-03T03:26:27.540007Z","end":"2026-03-03T03:26:28.105865Z","steps":["trace[800384229] 'agreement among raft nodes before linearized reading' (duration: 565.753515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.105885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.506016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T03:26:28.105904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.539996Z","time spent":"565.901059ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T03:26:28.105913Z","caller":"traceutil/trace.go:171","msg":"trace[998384934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14974; }","duration":"563.546186ms","start":"2026-03-03T03:26:27.54236Z","end":"2026-03-03T03:26:28.105906Z","steps":["trace[998384934] 'agreement among raft nodes before linearized reading' (duration: 563.468965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.105936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.542353Z","time spent":"563.578057ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:26:28.105952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.841039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:28.105991Z","caller":"traceutil/trace.go:171","msg":"trace[1355437868] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14974; }","duration":"566.89444ms","start":"2026-03-03T03:26:27.539088Z","end":"2026-03-03T03:26:28.105982Z","steps":["trace[1355437868] 'agreement among raft nodes before linearized reading' (duration: 566.801508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.106035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.539077Z","time spent":"566.951781ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T03:26:28.105348Z","caller":"traceutil/trace.go:171","msg":"trace[402119594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14974; }","duration":"542.524563ms","start":"2026-03-03T03:26:27.562651Z","end":"2026-03-03T03:26:28.105176Z","steps":["trace[402119594] 'agreement among raft nodes before linearized reading' (duration: 541.986782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:28.104292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.529708Z","time spent":"574.5766ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:26:28.106417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:27.562638Z","time spent":"543.76736ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:26:40.555424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.154563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:26:40.555715Z","caller":"traceutil/trace.go:171","msg":"trace[1185880200] linearizableReadLoop","detail":"{readStateIndex:15598; appliedIndex:15596; }","duration":"295.071768ms","start":"2026-03-03T03:26:40.260586Z","end":"2026-03-03T03:26:40.555658Z","steps":["trace[1185880200] 'read index received' (duration: 154.310383ms)","trace[1185880200] 'applied index is now lower than readState.Index' (duration: 140.760015ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:26:40.55585Z","caller":"traceutil/trace.go:171","msg":"trace[1299308928] transaction","detail":"{read_only:false; response_revision:15040; number_of_response:1; }","duration":"333.609776ms","start":"2026-03-03T03:26:40.222223Z","end":"2026-03-03T03:26:40.555833Z","steps":["trace[1299308928] 'process raft request' (duration: 191.939331ms)","trace[1299308928] 'compare' (duration: 141.00358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:26:40.555943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:40.222201Z","time spent":"333.695217ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:26:40.556576Z","caller":"traceutil/trace.go:171","msg":"trace[1095040062] transaction","detail":"{read_only:false; response_revision:15041; number_of_response:1; }","duration":"334.24695ms","start":"2026-03-03T03:26:40.222287Z","end":"2026-03-03T03:26:40.556534Z","steps":["trace[1095040062] 'process raft request' (duration: 333.285048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:40.556636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.635244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:40.556697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.754148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ws79s\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-03T03:26:40.556726Z","caller":"traceutil/trace.go:171","msg":"trace[2010204505] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:15041; }","duration":"236.743436ms","start":"2026-03-03T03:26:40.319956Z","end":"2026-03-03T03:26:40.556699Z","steps":["trace[2010204505] 'agreement among raft nodes before linearized reading' (duration: 236.556152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:40.556732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.143772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:26:40.55678Z","caller":"traceutil/trace.go:171","msg":"trace[334767230] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ws79s; range_end:; response_count:1; response_revision:15041; }","duration":"282.86763ms","start":"2026-03-03T03:26:40.273891Z","end":"2026-03-03T03:26:40.556759Z","steps":["trace[334767230] 'agreement among raft nodes before linearized reading' (duration: 282.624605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:40.556786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:40.222263Z","time spent":"334.402224ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:26:40.556805Z","caller":"traceutil/trace.go:171","msg":"trace[2139943679] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:15041; }","duration":"296.272084ms","start":"2026-03-03T03:26:40.26051Z","end":"2026-03-03T03:26:40.556783Z","steps":["trace[2139943679] 'agreement among raft nodes before linearized reading' (duration: 296.048729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:40.556916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.947534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ttgbg\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-03-03T03:26:40.557033Z","caller":"traceutil/trace.go:171","msg":"trace[1762239130] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ttgbg; range_end:; response_count:1; response_revision:15041; }","duration":"279.098397ms","start":"2026-03-03T03:26:40.277908Z","end":"2026-03-03T03:26:40.557006Z","steps":["trace[1762239130] 'agreement among raft nodes before linearized reading' (duration: 278.744549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:40.557008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.372051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" ","response":"range_response_count:1 size:22120"} {"level":"info","ts":"2026-03-03T03:26:40.557121Z","caller":"traceutil/trace.go:171","msg":"trace[856410844] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gdrxl; range_end:; response_count:1; response_revision:15041; }","duration":"283.531884ms","start":"2026-03-03T03:26:40.273562Z","end":"2026-03-03T03:26:40.557094Z","steps":["trace[856410844] 'agreement among raft nodes before linearized reading' (duration: 283.140376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:40.55725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.826021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" ","response":"range_response_count:1 size:22120"} {"level":"info","ts":"2026-03-03T03:26:40.557309Z","caller":"traceutil/trace.go:171","msg":"trace[480475634] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gdrxl; range_end:; response_count:1; response_revision:15041; }","duration":"293.904342ms","start":"2026-03-03T03:26:40.263391Z","end":"2026-03-03T03:26:40.557295Z","steps":["trace[480475634] 'agreement among raft nodes before linearized reading' (duration: 292.989932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:42.326001Z","caller":"traceutil/trace.go:171","msg":"trace[173349521] linearizableReadLoop","detail":"{readStateIndex:15603; appliedIndex:15601; }","duration":"102.944054ms","start":"2026-03-03T03:26:42.223027Z","end":"2026-03-03T03:26:42.325971Z","steps":["trace[173349521] 'read index received' (duration: 48.198391ms)","trace[173349521] 'applied index is now lower than readState.Index' (duration: 54.744403ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:26:42.326031Z","caller":"traceutil/trace.go:171","msg":"trace[938987719] transaction","detail":"{read_only:false; response_revision:15045; number_of_response:1; }","duration":"110.913158ms","start":"2026-03-03T03:26:42.215088Z","end":"2026-03-03T03:26:42.326001Z","steps":["trace[938987719] 'process raft request' (duration: 56.231266ms)","trace[938987719] 'compare' (duration: 54.398256ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:26:42.326092Z","caller":"traceutil/trace.go:171","msg":"trace[1476921330] transaction","detail":"{read_only:false; response_revision:15046; number_of_response:1; }","duration":"110.777066ms","start":"2026-03-03T03:26:42.215305Z","end":"2026-03-03T03:26:42.326082Z","steps":["trace[1476921330] 'process raft request' (duration: 110.598572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:42.326395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.343283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T03:26:42.326448Z","caller":"traceutil/trace.go:171","msg":"trace[770804644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15046; }","duration":"103.450445ms","start":"2026-03-03T03:26:42.222982Z","end":"2026-03-03T03:26:42.326432Z","steps":["trace[770804644] 'agreement among raft nodes before linearized reading' (duration: 103.251571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:44.265788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.938482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:44.265944Z","caller":"traceutil/trace.go:171","msg":"trace[1563014175] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15053; }","duration":"107.131996ms","start":"2026-03-03T03:26:44.158763Z","end":"2026-03-03T03:26:44.265895Z","steps":["trace[1563014175] 'range keys from in-memory index tree' (duration: 106.82923ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:44.321423Z","caller":"traceutil/trace.go:171","msg":"trace[1158654462] linearizableReadLoop","detail":"{readStateIndex:15612; appliedIndex:15611; }","duration":"126.127263ms","start":"2026-03-03T03:26:44.195269Z","end":"2026-03-03T03:26:44.321397Z","steps":["trace[1158654462] 'read index received' (duration: 125.99078ms)","trace[1158654462] 'applied index is now lower than readState.Index' (duration: 135.323µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:26:44.3215Z","caller":"traceutil/trace.go:171","msg":"trace[304543761] transaction","detail":"{read_only:false; response_revision:15054; number_of_response:1; }","duration":"143.017835ms","start":"2026-03-03T03:26:44.178431Z","end":"2026-03-03T03:26:44.321448Z","steps":["trace[304543761] 'process raft request' (duration: 142.75937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:44.321729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.40295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T03:26:44.321789Z","caller":"traceutil/trace.go:171","msg":"trace[151829414] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15054; }","duration":"126.531553ms","start":"2026-03-03T03:26:44.195241Z","end":"2026-03-03T03:26:44.321772Z","steps":["trace[151829414] 'agreement among raft nodes before linearized reading' (duration: 126.277048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:44.340158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.757142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:44.340184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.136137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:44.340229Z","caller":"traceutil/trace.go:171","msg":"trace[71790957] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15056; }","duration":"124.849454ms","start":"2026-03-03T03:26:44.215361Z","end":"2026-03-03T03:26:44.34021Z","steps":["trace[71790957] 'agreement among raft nodes before linearized reading' (duration: 124.702711ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:44.340233Z","caller":"traceutil/trace.go:171","msg":"trace[378643454] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15056; }","duration":"123.202369ms","start":"2026-03-03T03:26:44.217018Z","end":"2026-03-03T03:26:44.340221Z","steps":["trace[378643454] 'agreement among raft nodes before linearized reading' (duration: 123.020015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:44.340245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.856514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:26:44.340304Z","caller":"traceutil/trace.go:171","msg":"trace[1718305807] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15056; }","duration":"124.955687ms","start":"2026-03-03T03:26:44.215334Z","end":"2026-03-03T03:26:44.340289Z","steps":["trace[1718305807] 'agreement among raft nodes before linearized reading' (duration: 124.721342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:44.340366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.852903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:44.340391Z","caller":"traceutil/trace.go:171","msg":"trace[1444311498] transaction","detail":"{read_only:false; response_revision:15056; number_of_response:1; }","duration":"124.791793ms","start":"2026-03-03T03:26:44.215561Z","end":"2026-03-03T03:26:44.340352Z","steps":["trace[1444311498] 'process raft request' (duration: 124.375914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:44.340366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.803881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:26:44.340485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.950394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:44.34051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.040497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:26:44.340254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.791642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:44.340544Z","caller":"traceutil/trace.go:171","msg":"trace[760067913] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15056; }","duration":"124.085628ms","start":"2026-03-03T03:26:44.216449Z","end":"2026-03-03T03:26:44.340535Z","steps":["trace[760067913] 'agreement among raft nodes before linearized reading' (duration: 124.000046ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:44.340542Z","caller":"traceutil/trace.go:171","msg":"trace[646845478] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15056; }","duration":"123.014835ms","start":"2026-03-03T03:26:44.217514Z","end":"2026-03-03T03:26:44.340529Z","steps":["trace[646845478] 'agreement among raft nodes before linearized reading' (duration: 122.932723ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:44.340563Z","caller":"traceutil/trace.go:171","msg":"trace[286728821] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15056; }","duration":"124.131319ms","start":"2026-03-03T03:26:44.216423Z","end":"2026-03-03T03:26:44.340554Z","steps":["trace[286728821] 'agreement among raft nodes before linearized reading' (duration: 123.760621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:44.340572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.214845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:44.340589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.9127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T03:26:44.340623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.531716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:26:44.340671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.212169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:44.340695Z","caller":"traceutil/trace.go:171","msg":"trace[1212217840] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15056; }","duration":"123.612327ms","start":"2026-03-03T03:26:44.217071Z","end":"2026-03-03T03:26:44.340684Z","steps":["trace[1212217840] 'agreement among raft nodes before linearized reading' (duration: 123.457864ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:44.340703Z","caller":"traceutil/trace.go:171","msg":"trace[365989165] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15056; }","duration":"123.25379ms","start":"2026-03-03T03:26:44.217439Z","end":"2026-03-03T03:26:44.340692Z","steps":["trace[365989165] 'agreement among raft nodes before linearized reading' (duration: 123.206019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:44.340712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.370036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:44.340729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.664409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:44.340749Z","caller":"traceutil/trace.go:171","msg":"trace[1818705770] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15056; }","duration":"125.419586ms","start":"2026-03-03T03:26:44.215319Z","end":"2026-03-03T03:26:44.340739Z","steps":["trace[1818705770] 'agreement among raft nodes before linearized reading' (duration: 125.357335ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:44.340783Z","caller":"traceutil/trace.go:171","msg":"trace[1741884000] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15056; }","duration":"123.72422ms","start":"2026-03-03T03:26:44.217045Z","end":"2026-03-03T03:26:44.340769Z","steps":["trace[1741884000] 'agreement among raft nodes before linearized reading' (duration: 123.594727ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:44.340807Z","caller":"traceutil/trace.go:171","msg":"trace[912420791] transaction","detail":"{read_only:false; response_revision:15055; number_of_response:1; }","duration":"144.608218ms","start":"2026-03-03T03:26:44.196177Z","end":"2026-03-03T03:26:44.340785Z","steps":["trace[912420791] 'process raft request' (duration: 143.623677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:44.340823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.990962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:44.34086Z","caller":"traceutil/trace.go:171","msg":"trace[1260576444] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15056; }","duration":"122.045163ms","start":"2026-03-03T03:26:44.218806Z","end":"2026-03-03T03:26:44.340851Z","steps":["trace[1260576444] 'agreement among raft nodes before linearized reading' (duration: 121.979612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:44.340855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.58352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T03:26:44.340884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.103944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T03:26:44.340885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.789391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:44.34089Z","caller":"traceutil/trace.go:171","msg":"trace[1947159177] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15056; }","duration":"125.616501ms","start":"2026-03-03T03:26:44.215265Z","end":"2026-03-03T03:26:44.340881Z","steps":["trace[1947159177] 'agreement among raft nodes before linearized reading' (duration: 125.523909ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:44.34064Z","caller":"traceutil/trace.go:171","msg":"trace[1398162380] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15056; }","duration":"121.299997ms","start":"2026-03-03T03:26:44.219323Z","end":"2026-03-03T03:26:44.340623Z","steps":["trace[1398162380] 'agreement among raft nodes before linearized reading' (duration: 121.170504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:44.340892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.10758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:26:44.340911Z","caller":"traceutil/trace.go:171","msg":"trace[558550723] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15056; }","duration":"127.152725ms","start":"2026-03-03T03:26:44.21375Z","end":"2026-03-03T03:26:44.340903Z","steps":["trace[558550723] 'agreement among raft nodes before linearized reading' (duration: 127.074943ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:44.340644Z","caller":"traceutil/trace.go:171","msg":"trace[201226973] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15056; }","duration":"127.023372ms","start":"2026-03-03T03:26:44.213606Z","end":"2026-03-03T03:26:44.340629Z","steps":["trace[201226973] 'agreement among raft nodes before linearized reading' (duration: 126.823078ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:44.340921Z","caller":"traceutil/trace.go:171","msg":"trace[1431929514] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15056; }","duration":"123.823632ms","start":"2026-03-03T03:26:44.217087Z","end":"2026-03-03T03:26:44.340911Z","steps":["trace[1431929514] 'agreement among raft nodes before linearized reading' (duration: 123.766481ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:44.340947Z","caller":"traceutil/trace.go:171","msg":"trace[1854583587] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15056; }","duration":"125.205173ms","start":"2026-03-03T03:26:44.215723Z","end":"2026-03-03T03:26:44.340928Z","steps":["trace[1854583587] 'agreement among raft nodes before linearized reading' (duration: 125.056199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:44.341004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.56447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:44.341025Z","caller":"traceutil/trace.go:171","msg":"trace[1829230086] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15056; }","duration":"125.595531ms","start":"2026-03-03T03:26:44.215424Z","end":"2026-03-03T03:26:44.34102Z","steps":["trace[1829230086] 'agreement among raft nodes before linearized reading' (duration: 125.535269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:44.341047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.466558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:44.341099Z","caller":"traceutil/trace.go:171","msg":"trace[12964335] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15056; }","duration":"125.56917ms","start":"2026-03-03T03:26:44.215518Z","end":"2026-03-03T03:26:44.341088Z","steps":["trace[12964335] 'agreement among raft nodes before linearized reading' (duration: 125.488068ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:44.34048Z","caller":"traceutil/trace.go:171","msg":"trace[1540526816] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15056; }","duration":"122.945463ms","start":"2026-03-03T03:26:44.217511Z","end":"2026-03-03T03:26:44.340457Z","steps":["trace[1540526816] 'agreement among raft nodes before linearized reading' (duration: 122.629967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:44.340423Z","caller":"traceutil/trace.go:171","msg":"trace[1428477108] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15056; }","duration":"123.915634ms","start":"2026-03-03T03:26:44.216493Z","end":"2026-03-03T03:26:44.340408Z","steps":["trace[1428477108] 'agreement among raft nodes before linearized reading' (duration: 123.795472ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:48.490876Z","caller":"traceutil/trace.go:171","msg":"trace[951679688] linearizableReadLoop","detail":"{readStateIndex:15630; appliedIndex:15629; }","duration":"134.611129ms","start":"2026-03-03T03:26:48.356244Z","end":"2026-03-03T03:26:48.490855Z","steps":["trace[951679688] 'read index received' (duration: 134.544388ms)","trace[951679688] 'applied index is now lower than readState.Index' (duration: 65.481µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:26:48.491024Z","caller":"traceutil/trace.go:171","msg":"trace[1009242354] transaction","detail":"{read_only:false; response_revision:15071; number_of_response:1; }","duration":"136.752527ms","start":"2026-03-03T03:26:48.354246Z","end":"2026-03-03T03:26:48.490998Z","steps":["trace[1009242354] 'process raft request' (duration: 136.440061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.491057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.796314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:48.491095Z","caller":"traceutil/trace.go:171","msg":"trace[1252064453] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15071; }","duration":"134.884185ms","start":"2026-03-03T03:26:48.356198Z","end":"2026-03-03T03:26:48.491082Z","steps":["trace[1252064453] 'agreement among raft nodes before linearized reading' (duration: 134.789543ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:48.660945Z","caller":"traceutil/trace.go:171","msg":"trace[760371049] transaction","detail":"{read_only:false; response_revision:15072; number_of_response:1; }","duration":"261.93192ms","start":"2026-03-03T03:26:48.398969Z","end":"2026-03-03T03:26:48.6609Z","steps":["trace[760371049] 'process raft request' (duration: 201.088961ms)","trace[760371049] 'compare' (duration: 60.629613ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:26:48.661062Z","caller":"traceutil/trace.go:171","msg":"trace[161358412] linearizableReadLoop","detail":"{readStateIndex:15632; appliedIndex:15630; }","duration":"170.07976ms","start":"2026-03-03T03:26:48.490962Z","end":"2026-03-03T03:26:48.661041Z","steps":["trace[161358412] 'read index received' (duration: 109.007527ms)","trace[161358412] 'applied index is now lower than readState.Index' (duration: 61.071283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:26:48.661165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.505086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:48.661192Z","caller":"traceutil/trace.go:171","msg":"trace[2047710364] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15073; }","duration":"304.576558ms","start":"2026-03-03T03:26:48.356608Z","end":"2026-03-03T03:26:48.661185Z","steps":["trace[2047710364] 'agreement among raft nodes before linearized reading' (duration: 304.501556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.66122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:48.356596Z","time spent":"304.619218ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T03:26:48.661422Z","caller":"traceutil/trace.go:171","msg":"trace[487738824] transaction","detail":"{read_only:false; response_revision:15073; number_of_response:1; }","duration":"260.404516ms","start":"2026-03-03T03:26:48.401012Z","end":"2026-03-03T03:26:48.661416Z","steps":["trace[487738824] 'process raft request' (duration: 259.849194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.661544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.008522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:26:48.661565Z","caller":"traceutil/trace.go:171","msg":"trace[594070010] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15073; }","duration":"303.027513ms","start":"2026-03-03T03:26:48.358531Z","end":"2026-03-03T03:26:48.661559Z","steps":["trace[594070010] 'agreement among raft nodes before linearized reading' (duration: 302.947531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.661561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.57637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:26:48.661581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:48.358514Z","time spent":"303.063513ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T03:26:48.661603Z","caller":"traceutil/trace.go:171","msg":"trace[2055864559] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15073; }","duration":"275.705062ms","start":"2026-03-03T03:26:48.385886Z","end":"2026-03-03T03:26:48.661591Z","steps":["trace[2055864559] 'agreement among raft nodes before linearized reading' (duration: 275.546239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.661596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.951724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:48.661589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.947211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:48.661745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.24519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:26:48.661757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.104957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:48.661771Z","caller":"traceutil/trace.go:171","msg":"trace[1968460542] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15073; }","duration":"304.279641ms","start":"2026-03-03T03:26:48.357486Z","end":"2026-03-03T03:26:48.661766Z","steps":["trace[1968460542] 'agreement among raft nodes before linearized reading' (duration: 304.177509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:48.661749Z","caller":"traceutil/trace.go:171","msg":"trace[1887899110] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15073; }","duration":"303.155345ms","start":"2026-03-03T03:26:48.358569Z","end":"2026-03-03T03:26:48.661724Z","steps":["trace[1887899110] 'agreement among raft nodes before linearized reading' (duration: 302.860379ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:48.661779Z","caller":"traceutil/trace.go:171","msg":"trace[425124913] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15073; }","duration":"304.134747ms","start":"2026-03-03T03:26:48.357638Z","end":"2026-03-03T03:26:48.661773Z","steps":["trace[425124913] 'agreement among raft nodes before linearized reading' (duration: 304.068946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.661725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.969204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:48.661813Z","caller":"traceutil/trace.go:171","msg":"trace[1822592746] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15073; }","duration":"304.077766ms","start":"2026-03-03T03:26:48.35773Z","end":"2026-03-03T03:26:48.661808Z","steps":["trace[1822592746] 'agreement among raft nodes before linearized reading' (duration: 303.867312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.66182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.645575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:48.661827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:48.357727Z","time spent":"304.096687ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:26:48.661831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.924043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-03T03:26:48.661827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:48.358565Z","time spent":"303.251057ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-03T03:26:48.661847Z","caller":"traceutil/trace.go:171","msg":"trace[1052043478] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15073; }","duration":"262.693676ms","start":"2026-03-03T03:26:48.399146Z","end":"2026-03-03T03:26:48.66184Z","steps":["trace[1052043478] 'agreement among raft nodes before linearized reading' (duration: 262.652735ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:48.661861Z","caller":"traceutil/trace.go:171","msg":"trace[1641914518] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:15073; }","duration":"218.954204ms","start":"2026-03-03T03:26:48.442896Z","end":"2026-03-03T03:26:48.66185Z","steps":["trace[1641914518] 'agreement among raft nodes before linearized reading' (duration: 218.869832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.661883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.822305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T03:26:48.6619Z","caller":"traceutil/trace.go:171","msg":"trace[1146860483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15073; }","duration":"270.859676ms","start":"2026-03-03T03:26:48.391035Z","end":"2026-03-03T03:26:48.661894Z","steps":["trace[1146860483] 'agreement among raft nodes before linearized reading' (duration: 270.803455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.66194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.498236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T03:26:48.661926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.117817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:26:48.661966Z","caller":"traceutil/trace.go:171","msg":"trace[504418019] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15073; }","duration":"304.538876ms","start":"2026-03-03T03:26:48.357422Z","end":"2026-03-03T03:26:48.661961Z","steps":["trace[504418019] 'agreement among raft nodes before linearized reading' (duration: 304.484175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.661979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:48.357413Z","time spent":"304.563677ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:26:48.661996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.890422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:26:48.661992Z","caller":"traceutil/trace.go:171","msg":"trace[677349559] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15073; }","duration":"304.189819ms","start":"2026-03-03T03:26:48.357784Z","end":"2026-03-03T03:26:48.661973Z","steps":["trace[677349559] 'agreement among raft nodes before linearized reading' (duration: 304.052366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.662266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.132208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:26:48.662296Z","caller":"traceutil/trace.go:171","msg":"trace[1805920305] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15073; }","duration":"279.19859ms","start":"2026-03-03T03:26:48.383091Z","end":"2026-03-03T03:26:48.66229Z","steps":["trace[1805920305] 'agreement among raft nodes before linearized reading' (duration: 279.075847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.66225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:48.357779Z","time spent":"304.454894ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:26:48.662306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.777492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T03:26:48.661821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:48.357633Z","time spent":"304.182898ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T03:26:48.66202Z","caller":"traceutil/trace.go:171","msg":"trace[1414785980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15073; }","duration":"243.937574ms","start":"2026-03-03T03:26:48.418077Z","end":"2026-03-03T03:26:48.662015Z","steps":["trace[1414785980] 'agreement among raft nodes before linearized reading' (duration: 243.874602ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:48.662363Z","caller":"traceutil/trace.go:171","msg":"trace[2097482470] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15073; }","duration":"279.855674ms","start":"2026-03-03T03:26:48.382486Z","end":"2026-03-03T03:26:48.662342Z","steps":["trace[2097482470] 'agreement among raft nodes before linearized reading' (duration: 279.646359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.661807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.680868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:48.662487Z","caller":"traceutil/trace.go:171","msg":"trace[278577498] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15073; }","duration":"304.388944ms","start":"2026-03-03T03:26:48.358088Z","end":"2026-03-03T03:26:48.662477Z","steps":["trace[278577498] 'agreement among raft nodes before linearized reading' (duration: 303.676438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.662527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:48.358076Z","time spent":"304.440964ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T03:26:48.661738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.009595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:48.662632Z","caller":"traceutil/trace.go:171","msg":"trace[1800495063] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15073; }","duration":"304.936135ms","start":"2026-03-03T03:26:48.35767Z","end":"2026-03-03T03:26:48.662606Z","steps":["trace[1800495063] 'agreement among raft nodes before linearized reading' (duration: 303.954014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.661791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:48.357482Z","time spent":"304.301902ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:26:48.662063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.015404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T03:26:48.662686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:48.357667Z","time spent":"305.005867ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T03:26:48.662707Z","caller":"traceutil/trace.go:171","msg":"trace[1364102610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15073; }","duration":"248.677737ms","start":"2026-03-03T03:26:48.414022Z","end":"2026-03-03T03:26:48.6627Z","steps":["trace[1364102610] 'agreement among raft nodes before linearized reading' (duration: 248.008623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.662138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.518423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:48.662796Z","caller":"traceutil/trace.go:171","msg":"trace[726544473] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15073; }","duration":"304.182437ms","start":"2026-03-03T03:26:48.358609Z","end":"2026-03-03T03:26:48.662792Z","steps":["trace[726544473] 'agreement among raft nodes before linearized reading' (duration: 303.515413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.662818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:48.358604Z","time spent":"304.207198ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T03:26:48.661671Z","caller":"traceutil/trace.go:171","msg":"trace[772716014] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15073; }","duration":"304.065747ms","start":"2026-03-03T03:26:48.357585Z","end":"2026-03-03T03:26:48.66165Z","steps":["trace[772716014] 'agreement among raft nodes before linearized reading' (duration: 303.905673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.662859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:48.357572Z","time spent":"305.283543ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:26:48.662162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.33359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:48.66291Z","caller":"traceutil/trace.go:171","msg":"trace[1597350284] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15073; }","duration":"304.090236ms","start":"2026-03-03T03:26:48.358816Z","end":"2026-03-03T03:26:48.662906Z","steps":["trace[1597350284] 'agreement among raft nodes before linearized reading' (duration: 303.33198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.662924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:48.35881Z","time spent":"304.110166ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:26:48.662172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.205747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:48.663074Z","caller":"traceutil/trace.go:171","msg":"trace[292545696] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15073; }","duration":"304.116156ms","start":"2026-03-03T03:26:48.358941Z","end":"2026-03-03T03:26:48.663057Z","steps":["trace[292545696] 'agreement among raft nodes before linearized reading' (duration: 303.173326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.663353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:48.358936Z","time spent":"304.397962ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:26:48.662197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.611013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:48.664107Z","caller":"traceutil/trace.go:171","msg":"trace[1459744455] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15073; }","duration":"304.536066ms","start":"2026-03-03T03:26:48.359548Z","end":"2026-03-03T03:26:48.664084Z","steps":["trace[1459744455] 'agreement among raft nodes before linearized reading' (duration: 302.614824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.664141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:48.359527Z","time spent":"304.600877ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:26:48.662132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.284372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:48.664219Z","caller":"traceutil/trace.go:171","msg":"trace[1922780824] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15073; }","duration":"307.43249ms","start":"2026-03-03T03:26:48.356781Z","end":"2026-03-03T03:26:48.664214Z","steps":["trace[1922780824] 'agreement among raft nodes before linearized reading' (duration: 305.215971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:48.664235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:48.356769Z","time spent":"307.46163ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:26:50.718319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.571982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-03T03:26:50.718412Z","caller":"traceutil/trace.go:171","msg":"trace[817698807] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:15079; }","duration":"130.735585ms","start":"2026-03-03T03:26:50.587656Z","end":"2026-03-03T03:26:50.718392Z","steps":["trace[817698807] 'range keys from in-memory index tree' (duration: 130.451759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:50.718623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.588887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130301"} {"level":"info","ts":"2026-03-03T03:26:50.718645Z","caller":"traceutil/trace.go:171","msg":"trace[1693028167] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:15079; }","duration":"118.650878ms","start":"2026-03-03T03:26:50.599987Z","end":"2026-03-03T03:26:50.718638Z","steps":["trace[1693028167] 'range keys from in-memory index tree' (duration: 118.438634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:50.718838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.909599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:50.718861Z","caller":"traceutil/trace.go:171","msg":"trace[88877068] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:15079; }","duration":"105.979241ms","start":"2026-03-03T03:26:50.612874Z","end":"2026-03-03T03:26:50.718853Z","steps":["trace[88877068] 'count revisions from in-memory index tree' (duration: 105.853078ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:50.895818Z","caller":"traceutil/trace.go:171","msg":"trace[1406859166] transaction","detail":"{read_only:false; response_revision:15083; number_of_response:1; }","duration":"147.248697ms","start":"2026-03-03T03:26:50.748539Z","end":"2026-03-03T03:26:50.895787Z","steps":["trace[1406859166] 'process raft request' (duration: 97.436112ms)","trace[1406859166] 'compare' (duration: 49.60184ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:26:50.895946Z","caller":"traceutil/trace.go:171","msg":"trace[2055265068] linearizableReadLoop","detail":"{readStateIndex:15643; appliedIndex:15641; }","duration":"145.960039ms","start":"2026-03-03T03:26:50.749957Z","end":"2026-03-03T03:26:50.895917Z","steps":["trace[2055265068] 'read index received' (duration: 26.475702ms)","trace[2055265068] 'applied index is now lower than readState.Index' (duration: 119.483267ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:26:50.896035Z","caller":"traceutil/trace.go:171","msg":"trace[137423325] transaction","detail":"{read_only:false; response_revision:15084; number_of_response:1; }","duration":"146.708575ms","start":"2026-03-03T03:26:50.749298Z","end":"2026-03-03T03:26:50.896006Z","steps":["trace[137423325] 'process raft request' (duration: 146.431739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:50.896207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.243895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-03T03:26:50.896241Z","caller":"traceutil/trace.go:171","msg":"trace[337059120] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:15084; }","duration":"146.346098ms","start":"2026-03-03T03:26:50.749886Z","end":"2026-03-03T03:26:50.896232Z","steps":["trace[337059120] 'agreement among raft nodes before linearized reading' (duration: 146.172634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:50.896593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.639574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130301"} {"level":"info","ts":"2026-03-03T03:26:50.89662Z","caller":"traceutil/trace.go:171","msg":"trace[1248272622] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:15084; }","duration":"146.688986ms","start":"2026-03-03T03:26:50.749925Z","end":"2026-03-03T03:26:50.896614Z","steps":["trace[1248272622] 'agreement among raft nodes before linearized reading' (duration: 146.557253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.177289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990446725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:26:53.678285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990446725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:26:53.680765Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.14927722s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T03:26:53.681298Z","caller":"traceutil/trace.go:171","msg":"trace[765083253] transaction","detail":"{read_only:false; response_revision:15087; number_of_response:1; }","duration":"1.149932366s","start":"2026-03-03T03:26:52.531337Z","end":"2026-03-03T03:26:53.681269Z","steps":["trace[765083253] 'process raft request' (duration: 1.149750582s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.681492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.531306Z","time spent":"1.150063238s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:26:53.830254Z","caller":"traceutil/trace.go:171","msg":"trace[1674784770] transaction","detail":"{read_only:false; response_revision:15088; number_of_response:1; }","duration":"1.097208916s","start":"2026-03-03T03:26:52.733011Z","end":"2026-03-03T03:26:53.83022Z","steps":["trace[1674784770] 'process raft request' (duration: 1.068191427s)","trace[1674784770] 'compare' (duration: 28.789994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:26:53.830435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.732989Z","time spent":"1.097348669s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:26:53.830614Z","caller":"traceutil/trace.go:171","msg":"trace[623549778] transaction","detail":"{read_only:false; response_revision:15090; number_of_response:1; }","duration":"915.824927ms","start":"2026-03-03T03:26:52.914768Z","end":"2026-03-03T03:26:53.830593Z","steps":["trace[623549778] 'process raft request' (duration: 915.677854ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:53.830631Z","caller":"traceutil/trace.go:171","msg":"trace[1176249954] transaction","detail":"{read_only:false; response_revision:15089; number_of_response:1; }","duration":"1.082566143s","start":"2026-03-03T03:26:52.748042Z","end":"2026-03-03T03:26:53.830608Z","steps":["trace[1176249954] 'process raft request' (duration: 1.082128564s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:53.830708Z","caller":"traceutil/trace.go:171","msg":"trace[83754320] linearizableReadLoop","detail":"{readStateIndex:15650; appliedIndex:15645; }","duration":"1.154110227s","start":"2026-03-03T03:26:52.676581Z","end":"2026-03-03T03:26:53.830691Z","steps":["trace[83754320] 'read index received' (duration: 1.004580169s)","trace[83754320] 'applied index is now lower than readState.Index' (duration: 149.529158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:26:53.830748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.748028Z","time spent":"1.082655575s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:26:53.830755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.914747Z","time spent":"915.920939ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:26:53.830735Z","caller":"traceutil/trace.go:171","msg":"trace[411190749] transaction","detail":"{read_only:false; response_revision:15091; number_of_response:1; }","duration":"667.364344ms","start":"2026-03-03T03:26:53.163339Z","end":"2026-03-03T03:26:53.830703Z","steps":["trace[411190749] 'process raft request' (duration: 667.223751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.830873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083709469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:53.8309Z","caller":"traceutil/trace.go:171","msg":"trace[118963035] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15091; }","duration":"1.08378413s","start":"2026-03-03T03:26:52.747109Z","end":"2026-03-03T03:26:53.830894Z","steps":["trace[118963035] 'agreement among raft nodes before linearized reading' (duration: 1.083741139s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.830872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15428137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:53.830915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.747083Z","time spent":"1.083828502s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T03:26:53.8309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:53.163312Z","time spent":"667.493976ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:26:53.830926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107464041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:26:53.830936Z","caller":"traceutil/trace.go:171","msg":"trace[602528745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15091; }","duration":"1.154389943s","start":"2026-03-03T03:26:52.67653Z","end":"2026-03-03T03:26:53.83092Z","steps":["trace[602528745] 'agreement among raft nodes before linearized reading' (duration: 1.15425963s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:53.830957Z","caller":"traceutil/trace.go:171","msg":"trace[468325135] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15091; }","duration":"1.107524713s","start":"2026-03-03T03:26:52.723423Z","end":"2026-03-03T03:26:53.830948Z","steps":["trace[468325135] 'agreement among raft nodes before linearized reading' (duration: 1.1073902s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.830967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.676506Z","time spent":"1.154454974s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:26:53.830985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081796196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:26:53.830989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.723408Z","time spent":"1.107573453s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T03:26:53.831019Z","caller":"traceutil/trace.go:171","msg":"trace[797140787] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15091; }","duration":"1.081835858s","start":"2026-03-03T03:26:52.749171Z","end":"2026-03-03T03:26:53.831007Z","steps":["trace[797140787] 'agreement among raft nodes before linearized reading' (duration: 1.081745426s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.831049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081967561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:26:53.831049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.749166Z","time spent":"1.081877449s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T03:26:53.831066Z","caller":"traceutil/trace.go:171","msg":"trace[664314904] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15091; }","duration":"1.081983011s","start":"2026-03-03T03:26:52.749077Z","end":"2026-03-03T03:26:53.83106Z","steps":["trace[664314904] 'agreement among raft nodes before linearized reading' (duration: 1.08193212s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.831079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.749053Z","time spent":"1.082022961s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:26:53.831045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.38875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T03:26:53.831086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081921119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:53.831113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.50841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T03:26:53.831127Z","caller":"traceutil/trace.go:171","msg":"trace[1386723816] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15091; }","duration":"1.08197245s","start":"2026-03-03T03:26:52.749146Z","end":"2026-03-03T03:26:53.831118Z","steps":["trace[1386723816] 'agreement among raft nodes before linearized reading' (duration: 1.081909049s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.831148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.74914Z","time spent":"1.082003651s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:26:53.831157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082160444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:53.831151Z","caller":"traceutil/trace.go:171","msg":"trace[894427447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15091; }","duration":"930.591412ms","start":"2026-03-03T03:26:52.900546Z","end":"2026-03-03T03:26:53.831138Z","steps":["trace[894427447] 'agreement among raft nodes before linearized reading' (duration: 930.51957ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:53.831146Z","caller":"traceutil/trace.go:171","msg":"trace[1172641558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15091; }","duration":"871.511673ms","start":"2026-03-03T03:26:52.959609Z","end":"2026-03-03T03:26:53.83112Z","steps":["trace[1172641558] 'agreement among raft nodes before linearized reading' (duration: 871.250018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.831173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084064986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:53.831181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.900519Z","time spent":"930.656533ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T03:26:53.831202Z","caller":"traceutil/trace.go:171","msg":"trace[1287001914] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15091; }","duration":"1.084113198s","start":"2026-03-03T03:26:52.74708Z","end":"2026-03-03T03:26:53.831194Z","steps":["trace[1287001914] 'agreement among raft nodes before linearized reading' (duration: 1.084068957s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.831207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.959603Z","time spent":"871.593205ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:26:53.831228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.747069Z","time spent":"1.084153888s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:26:53.831269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106022249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:26:53.831283Z","caller":"traceutil/trace.go:171","msg":"trace[2012205608] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15091; }","duration":"1.106058121s","start":"2026-03-03T03:26:52.725221Z","end":"2026-03-03T03:26:53.831279Z","steps":["trace[2012205608] 'agreement among raft nodes before linearized reading' (duration: 1.10601543s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.831301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.725206Z","time spent":"1.106088891s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:26:53.831314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106653773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:53.831318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082002171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:26:53.831336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051903059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T03:26:53.831344Z","caller":"traceutil/trace.go:171","msg":"trace[645894292] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15091; }","duration":"1.082055402s","start":"2026-03-03T03:26:52.749279Z","end":"2026-03-03T03:26:53.831334Z","steps":["trace[645894292] 'agreement among raft nodes before linearized reading' (duration: 1.08197298s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:53.831368Z","caller":"traceutil/trace.go:171","msg":"trace[33620915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15091; }","duration":"1.051950619s","start":"2026-03-03T03:26:52.779408Z","end":"2026-03-03T03:26:53.831358Z","steps":["trace[33620915] 'agreement among raft nodes before linearized reading' (duration: 1.051824237s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.831369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.749267Z","time spent":"1.082097533s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:26:53.831389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.779396Z","time spent":"1.051988701s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:26:53.831395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097929451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:53.83141Z","caller":"traceutil/trace.go:171","msg":"trace[2051454900] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15091; }","duration":"1.097967572s","start":"2026-03-03T03:26:52.733437Z","end":"2026-03-03T03:26:53.831405Z","steps":["trace[2051454900] 'agreement among raft nodes before linearized reading' (duration: 1.097914961s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.83141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106887938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T03:26:53.831424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.733427Z","time spent":"1.097994303s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:26:53.831416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082276566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:53.831433Z","caller":"traceutil/trace.go:171","msg":"trace[1289207150] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15091; }","duration":"1.106930889s","start":"2026-03-03T03:26:52.724496Z","end":"2026-03-03T03:26:53.831427Z","steps":["trace[1289207150] 'agreement among raft nodes before linearized reading' (duration: 1.106859247s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:53.83145Z","caller":"traceutil/trace.go:171","msg":"trace[200491822] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15091; }","duration":"1.082320468s","start":"2026-03-03T03:26:52.749118Z","end":"2026-03-03T03:26:53.831439Z","steps":["trace[200491822] 'agreement among raft nodes before linearized reading' (duration: 1.082265237s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.831458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.724488Z","time spent":"1.10696551s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:26:53.831465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.754921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T03:26:53.831476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105537198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:53.831467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.93925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:26:53.831493Z","caller":"traceutil/trace.go:171","msg":"trace[1104472333] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15091; }","duration":"1.105591929s","start":"2026-03-03T03:26:52.725896Z","end":"2026-03-03T03:26:53.831487Z","steps":["trace[1104472333] 'agreement among raft nodes before linearized reading' (duration: 1.105569029s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.83151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.725875Z","time spent":"1.105632811s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T03:26:53.83151Z","caller":"traceutil/trace.go:171","msg":"trace[1136256431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15091; }","duration":"931.022431ms","start":"2026-03-03T03:26:52.900475Z","end":"2026-03-03T03:26:53.831497Z","steps":["trace[1136256431] 'agreement among raft nodes before linearized reading' (duration: 930.856148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.831522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034739612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T03:26:53.831549Z","caller":"traceutil/trace.go:171","msg":"trace[518334076] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:15091; }","duration":"1.034818703s","start":"2026-03-03T03:26:52.796724Z","end":"2026-03-03T03:26:53.831542Z","steps":["trace[518334076] 'agreement among raft nodes before linearized reading' (duration: 1.034750102s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.831545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.900451Z","time spent":"931.087172ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:26:53.831551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.347587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ttgbg\" ","response":"range_response_count:1 size:20759"} {"level":"warn","ts":"2026-03-03T03:26:53.83156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.280033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" ","response":"range_response_count:1 size:22120"} {"level":"info","ts":"2026-03-03T03:26:53.831336Z","caller":"traceutil/trace.go:171","msg":"trace[1842099302] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15091; }","duration":"1.106691764s","start":"2026-03-03T03:26:52.724638Z","end":"2026-03-03T03:26:53.831329Z","steps":["trace[1842099302] 'agreement among raft nodes before linearized reading' (duration: 1.106652343s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:53.831592Z","caller":"traceutil/trace.go:171","msg":"trace[1531569665] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gdrxl; range_end:; response_count:1; response_revision:15091; }","duration":"768.330304ms","start":"2026-03-03T03:26:53.063255Z","end":"2026-03-03T03:26:53.831585Z","steps":["trace[1531569665] 'agreement among raft nodes before linearized reading' (duration: 768.251763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.831595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.724632Z","time spent":"1.106958569s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:26:53.83161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:53.063244Z","time spent":"768.361535ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22143,"request content":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" "} {"level":"warn","ts":"2026-03-03T03:26:53.83162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105945977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:26:53.831636Z","caller":"traceutil/trace.go:171","msg":"trace[562167655] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15091; }","duration":"1.106021978s","start":"2026-03-03T03:26:52.725609Z","end":"2026-03-03T03:26:53.831631Z","steps":["trace[562167655] 'agreement among raft nodes before linearized reading' (duration: 1.105978467s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.831388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.637435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" ","response":"range_response_count:1 size:22120"} {"level":"warn","ts":"2026-03-03T03:26:53.831648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.725577Z","time spent":"1.106068641s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T03:26:53.831665Z","caller":"traceutil/trace.go:171","msg":"trace[1495250625] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gdrxl; range_end:; response_count:1; response_revision:15091; }","duration":"770.931611ms","start":"2026-03-03T03:26:53.060725Z","end":"2026-03-03T03:26:53.831657Z","steps":["trace[1495250625] 'agreement among raft nodes before linearized reading' (duration: 770.482791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.831461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.242539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ws79s\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-03-03T03:26:53.831684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:53.060715Z","time spent":"770.964411ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22143,"request content":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" "} {"level":"info","ts":"2026-03-03T03:26:53.831697Z","caller":"traceutil/trace.go:171","msg":"trace[1562424420] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ws79s; range_end:; response_count:1; response_revision:15091; }","duration":"772.517276ms","start":"2026-03-03T03:26:53.059173Z","end":"2026-03-03T03:26:53.83169Z","steps":["trace[1562424420] 'agreement among raft nodes before linearized reading' (duration: 772.210079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.831659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08239893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:26:53.831716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:53.059153Z","time spent":"772.558126ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-ws79s\" "} {"level":"warn","ts":"2026-03-03T03:26:53.831717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.935548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:26:53.831726Z","caller":"traceutil/trace.go:171","msg":"trace[1056899336] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15091; }","duration":"1.082476911s","start":"2026-03-03T03:26:52.749239Z","end":"2026-03-03T03:26:53.831716Z","steps":["trace[1056899336] 'agreement among raft nodes before linearized reading' (duration: 1.082353308s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:53.831493Z","caller":"traceutil/trace.go:171","msg":"trace[74549114] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15091; }","duration":"752.833802ms","start":"2026-03-03T03:26:53.078652Z","end":"2026-03-03T03:26:53.831485Z","steps":["trace[74549114] 'agreement among raft nodes before linearized reading' (duration: 752.770191ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:53.831172Z","caller":"traceutil/trace.go:171","msg":"trace[1596507167] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15091; }","duration":"1.082192175s","start":"2026-03-03T03:26:52.748974Z","end":"2026-03-03T03:26:53.831167Z","steps":["trace[1596507167] 'agreement among raft nodes before linearized reading' (duration: 1.082167745s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.831759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.749232Z","time spent":"1.082518392s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:26:53.831776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:53.078626Z","time spent":"753.144649ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T03:26:53.830891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081779386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:53.831788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.748964Z","time spent":"1.082815518s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T03:26:53.831046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.962472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T03:26:53.831817Z","caller":"traceutil/trace.go:171","msg":"trace[1313342628] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15091; }","duration":"1.082719466s","start":"2026-03-03T03:26:52.749091Z","end":"2026-03-03T03:26:53.83181Z","steps":["trace[1313342628] 'agreement among raft nodes before linearized reading' (duration: 1.081770676s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.831484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.749113Z","time spent":"1.082357979s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:26:53.831842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.749085Z","time spent":"1.082750017s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T03:26:53.831219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08331503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:26:53.831573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105750003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T03:26:53.830947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081723425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:53.831749Z","caller":"traceutil/trace.go:171","msg":"trace[1072396563] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:15091; }","duration":"859.9858ms","start":"2026-03-03T03:26:52.971755Z","end":"2026-03-03T03:26:53.831741Z","steps":["trace[1072396563] 'agreement among raft nodes before linearized reading' (duration: 859.856767ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:53.831824Z","caller":"traceutil/trace.go:171","msg":"trace[2074746823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15091; }","duration":"872.77829ms","start":"2026-03-03T03:26:52.959038Z","end":"2026-03-03T03:26:53.831816Z","steps":["trace[2074746823] 'agreement among raft nodes before linearized reading' (duration: 871.941592ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:53.831884Z","caller":"traceutil/trace.go:171","msg":"trace[566037654] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15091; }","duration":"1.10607282s","start":"2026-03-03T03:26:52.725801Z","end":"2026-03-03T03:26:53.831874Z","steps":["trace[566037654] 'agreement among raft nodes before linearized reading' (duration: 1.105741532s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:53.831899Z","caller":"traceutil/trace.go:171","msg":"trace[411230363] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15091; }","duration":"1.082691896s","start":"2026-03-03T03:26:52.749198Z","end":"2026-03-03T03:26:53.83189Z","steps":["trace[411230363] 'agreement among raft nodes before linearized reading' (duration: 1.081625343s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.831908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.971746Z","time spent":"860.155193ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"warn","ts":"2026-03-03T03:26:53.831916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.725795Z","time spent":"1.10611184s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:26:53.831916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.959015Z","time spent":"872.889772ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:26:53.831926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.749193Z","time spent":"1.082725296s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:26:53.831569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.796695Z","time spent":"1.034870654s","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"info","ts":"2026-03-03T03:26:53.831591Z","caller":"traceutil/trace.go:171","msg":"trace[315062643] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ttgbg; range_end:; response_count:1; response_revision:15091; }","duration":"775.42907ms","start":"2026-03-03T03:26:53.056152Z","end":"2026-03-03T03:26:53.831581Z","steps":["trace[315062643] 'agreement among raft nodes before linearized reading' (duration: 775.331378ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:53.831875Z","caller":"traceutil/trace.go:171","msg":"trace[665103554] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15091; }","duration":"1.083983264s","start":"2026-03-03T03:26:52.747882Z","end":"2026-03-03T03:26:53.831865Z","steps":["trace[665103554] 'agreement among raft nodes before linearized reading' (duration: 1.0833017s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:53.832022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:53.056127Z","time spent":"775.889081ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20782,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ttgbg\" "} {"level":"warn","ts":"2026-03-03T03:26:53.832039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:26:52.747872Z","time spent":"1.084158059s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T03:26:54.062016Z","caller":"traceutil/trace.go:171","msg":"trace[804420444] transaction","detail":"{read_only:false; response_revision:15093; number_of_response:1; }","duration":"221.745067ms","start":"2026-03-03T03:26:53.840241Z","end":"2026-03-03T03:26:54.061986Z","steps":["trace[804420444] 'process raft request' (duration: 221.658065ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:54.06215Z","caller":"traceutil/trace.go:171","msg":"trace[1081145895] transaction","detail":"{read_only:false; response_revision:15092; number_of_response:1; }","duration":"222.476502ms","start":"2026-03-03T03:26:53.839608Z","end":"2026-03-03T03:26:54.062085Z","steps":["trace[1081145895] 'process raft request' (duration: 222.053912ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:54.062723Z","caller":"traceutil/trace.go:171","msg":"trace[1373035137] transaction","detail":"{read_only:false; response_revision:15094; number_of_response:1; }","duration":"222.452392ms","start":"2026-03-03T03:26:53.840254Z","end":"2026-03-03T03:26:54.062706Z","steps":["trace[1373035137] 'process raft request' (duration: 221.690195ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:54.063172Z","caller":"traceutil/trace.go:171","msg":"trace[1283310672] transaction","detail":"{read_only:false; response_revision:15095; number_of_response:1; }","duration":"222.573543ms","start":"2026-03-03T03:26:53.840586Z","end":"2026-03-03T03:26:54.063159Z","steps":["trace[1283310672] 'process raft request' (duration: 222.001421ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:54.063216Z","caller":"traceutil/trace.go:171","msg":"trace[1851841743] transaction","detail":"{read_only:false; response_revision:15096; number_of_response:1; }","duration":"222.572043ms","start":"2026-03-03T03:26:53.840624Z","end":"2026-03-03T03:26:54.063196Z","steps":["trace[1851841743] 'process raft request' (duration: 222.361709ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:54.063666Z","caller":"traceutil/trace.go:171","msg":"trace[1210412734] linearizableReadLoop","detail":"{readStateIndex:15657; appliedIndex:15651; }","duration":"151.484311ms","start":"2026-03-03T03:26:53.912168Z","end":"2026-03-03T03:26:54.063653Z","steps":["trace[1210412734] 'read index received' (duration: 149.606549ms)","trace[1210412734] 'applied index is now lower than readState.Index' (duration: 1.876822ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:26:54.063763Z","caller":"traceutil/trace.go:171","msg":"trace[1138589064] transaction","detail":"{read_only:false; response_revision:15097; number_of_response:1; }","duration":"223.060624ms","start":"2026-03-03T03:26:53.840693Z","end":"2026-03-03T03:26:54.063753Z","steps":["trace[1138589064] 'process raft request' (duration: 222.442251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:54.065753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.27505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770014"} {"level":"warn","ts":"2026-03-03T03:26:54.065782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.956397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770014"} {"level":"info","ts":"2026-03-03T03:26:54.065807Z","caller":"traceutil/trace.go:171","msg":"trace[1111558875] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15097; }","duration":"223.425014ms","start":"2026-03-03T03:26:53.84237Z","end":"2026-03-03T03:26:54.065795Z","steps":["trace[1111558875] 'agreement among raft nodes before linearized reading' (duration: 221.47101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:54.065851Z","caller":"traceutil/trace.go:171","msg":"trace[492356403] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15097; }","duration":"225.037958ms","start":"2026-03-03T03:26:53.840797Z","end":"2026-03-03T03:26:54.065835Z","steps":["trace[492356403] 'agreement among raft nodes before linearized reading' (duration: 223.206088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:54.066023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.819656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770014"} {"level":"info","ts":"2026-03-03T03:26:54.066286Z","caller":"traceutil/trace.go:171","msg":"trace[1348594192] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15097; }","duration":"225.902218ms","start":"2026-03-03T03:26:53.840188Z","end":"2026-03-03T03:26:54.06609Z","steps":["trace[1348594192] 'agreement among raft nodes before linearized reading' (duration: 223.642648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:54.066334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.559721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770014"} {"level":"warn","ts":"2026-03-03T03:26:54.066461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.697543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770014"} {"level":"info","ts":"2026-03-03T03:26:54.066511Z","caller":"traceutil/trace.go:171","msg":"trace[1656247777] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15097; }","duration":"225.763264ms","start":"2026-03-03T03:26:53.840738Z","end":"2026-03-03T03:26:54.066501Z","steps":["trace[1656247777] 'agreement among raft nodes before linearized reading' (duration: 223.013763ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:54.06702Z","caller":"traceutil/trace.go:171","msg":"trace[565557521] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15097; }","duration":"225.923438ms","start":"2026-03-03T03:26:53.840498Z","end":"2026-03-03T03:26:54.066421Z","steps":["trace[565557521] 'agreement among raft nodes before linearized reading' (duration: 223.30501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:54.072599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.640754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:54.072671Z","caller":"traceutil/trace.go:171","msg":"trace[1889115606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15098; }","duration":"146.753456ms","start":"2026-03-03T03:26:53.925902Z","end":"2026-03-03T03:26:54.072656Z","steps":["trace[1889115606] 'agreement among raft nodes before linearized reading' (duration: 146.595412ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:54.07286Z","caller":"traceutil/trace.go:171","msg":"trace[408307808] transaction","detail":"{read_only:false; response_revision:15098; number_of_response:1; }","duration":"159.612359ms","start":"2026-03-03T03:26:53.913224Z","end":"2026-03-03T03:26:54.072837Z","steps":["trace[408307808] 'process raft request' (duration: 159.090188ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:55.857138Z","caller":"traceutil/trace.go:171","msg":"trace[1279262235] transaction","detail":"{read_only:false; response_revision:15100; number_of_response:1; }","duration":"169.941386ms","start":"2026-03-03T03:26:55.68717Z","end":"2026-03-03T03:26:55.857111Z","steps":["trace[1279262235] 'process raft request' (duration: 169.67395ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:56.316615Z","caller":"traceutil/trace.go:171","msg":"trace[1265079549] transaction","detail":"{read_only:false; response_revision:15104; number_of_response:1; }","duration":"244.112587ms","start":"2026-03-03T03:26:56.072471Z","end":"2026-03-03T03:26:56.316584Z","steps":["trace[1265079549] 'process raft request' (duration: 243.77814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:56.3167Z","caller":"traceutil/trace.go:171","msg":"trace[199406721] transaction","detail":"{read_only:false; response_revision:15106; number_of_response:1; }","duration":"243.559996ms","start":"2026-03-03T03:26:56.0731Z","end":"2026-03-03T03:26:56.31666Z","steps":["trace[199406721] 'process raft request' (duration: 243.409582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:56.31674Z","caller":"traceutil/trace.go:171","msg":"trace[1380358663] transaction","detail":"{read_only:false; response_revision:15105; number_of_response:1; }","duration":"244.095847ms","start":"2026-03-03T03:26:56.07261Z","end":"2026-03-03T03:26:56.316706Z","steps":["trace[1380358663] 'process raft request' (duration: 243.825031ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:56.316632Z","caller":"traceutil/trace.go:171","msg":"trace[1594405831] linearizableReadLoop","detail":"{readStateIndex:15667; appliedIndex:15663; }","duration":"229.071396ms","start":"2026-03-03T03:26:56.087536Z","end":"2026-03-03T03:26:56.316607Z","steps":["trace[1594405831] 'read index received' (duration: 228.628077ms)","trace[1594405831] 'applied index is now lower than readState.Index' (duration: 442.239µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:26:56.316833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.283021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:26:56.316894Z","caller":"traceutil/trace.go:171","msg":"trace[305311807] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:15107; }","duration":"229.413883ms","start":"2026-03-03T03:26:56.087465Z","end":"2026-03-03T03:26:56.316879Z","steps":["trace[305311807] 'agreement among raft nodes before linearized reading' (duration: 229.220189ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:56.316925Z","caller":"traceutil/trace.go:171","msg":"trace[1473910423] transaction","detail":"{read_only:false; response_revision:15107; number_of_response:1; }","duration":"243.645637ms","start":"2026-03-03T03:26:56.073239Z","end":"2026-03-03T03:26:56.316885Z","steps":["trace[1473910423] 'process raft request' (duration: 243.32289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:56.317234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.669432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" ","response":"range_response_count:1 size:22120"} {"level":"warn","ts":"2026-03-03T03:26:56.317258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.666278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ttgbg\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-03-03T03:26:56.317337Z","caller":"traceutil/trace.go:171","msg":"trace[715746521] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ttgbg; range_end:; response_count:1; response_revision:15107; }","duration":"228.787611ms","start":"2026-03-03T03:26:56.08853Z","end":"2026-03-03T03:26:56.317317Z","steps":["trace[715746521] 'agreement among raft nodes before linearized reading' (duration: 228.544316ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:56.317344Z","caller":"traceutil/trace.go:171","msg":"trace[894546322] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gdrxl; range_end:; response_count:1; response_revision:15107; }","duration":"225.838366ms","start":"2026-03-03T03:26:56.09147Z","end":"2026-03-03T03:26:56.317308Z","steps":["trace[894546322] 'agreement among raft nodes before linearized reading' (duration: 225.543989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:56.317591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.050776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ws79s\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-03T03:26:56.317636Z","caller":"traceutil/trace.go:171","msg":"trace[1450485303] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ws79s; range_end:; response_count:1; response_revision:15107; }","duration":"229.139969ms","start":"2026-03-03T03:26:56.088483Z","end":"2026-03-03T03:26:56.317623Z","steps":["trace[1450485303] 'agreement among raft nodes before linearized reading' (duration: 228.456523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:56.317298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.595571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" ","response":"range_response_count:1 size:22120"} {"level":"info","ts":"2026-03-03T03:26:56.318217Z","caller":"traceutil/trace.go:171","msg":"trace[471479960] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gdrxl; range_end:; response_count:1; response_revision:15107; }","duration":"226.544342ms","start":"2026-03-03T03:26:56.091652Z","end":"2026-03-03T03:26:56.318197Z","steps":["trace[471479960] 'agreement among raft nodes before linearized reading' (duration: 225.402677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:56.42522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.467559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770014"} {"level":"info","ts":"2026-03-03T03:26:56.425295Z","caller":"traceutil/trace.go:171","msg":"trace[528143859] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15107; }","duration":"100.562881ms","start":"2026-03-03T03:26:56.324711Z","end":"2026-03-03T03:26:56.425274Z","steps":["trace[528143859] 'range keys from in-memory index tree' (duration: 86.648995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:56.425724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.058073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770014"} {"level":"info","ts":"2026-03-03T03:26:56.42583Z","caller":"traceutil/trace.go:171","msg":"trace[1232467896] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15107; }","duration":"102.208757ms","start":"2026-03-03T03:26:56.323585Z","end":"2026-03-03T03:26:56.425793Z","steps":["trace[1232467896] 'range keys from in-memory index tree' (duration: 87.79457ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:57.758957Z","caller":"traceutil/trace.go:171","msg":"trace[1639326184] transaction","detail":"{read_only:false; response_revision:15108; number_of_response:1; }","duration":"103.495245ms","start":"2026-03-03T03:26:57.655433Z","end":"2026-03-03T03:26:57.758928Z","steps":["trace[1639326184] 'process raft request' (duration: 103.218629ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:57.970884Z","caller":"traceutil/trace.go:171","msg":"trace[1367516473] transaction","detail":"{read_only:false; response_revision:15109; number_of_response:1; }","duration":"106.960862ms","start":"2026-03-03T03:26:57.8639Z","end":"2026-03-03T03:26:57.970861Z","steps":["trace[1367516473] 'process raft request' (duration: 106.820839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:58.078311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.138074ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T03:26:58.078758Z","caller":"traceutil/trace.go:171","msg":"trace[2145273309] transaction","detail":"{read_only:false; response_revision:15110; number_of_response:1; }","duration":"190.814845ms","start":"2026-03-03T03:26:57.887922Z","end":"2026-03-03T03:26:58.078737Z","steps":["trace[2145273309] 'process raft request' (duration: 190.500648ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:58.079016Z","caller":"traceutil/trace.go:171","msg":"trace[311555877] linearizableReadLoop","detail":"{readStateIndex:15670; appliedIndex:15669; }","duration":"192.310478ms","start":"2026-03-03T03:26:57.886671Z","end":"2026-03-03T03:26:58.078982Z","steps":["trace[311555877] 'read index received' (duration: 84.174591ms)","trace[311555877] 'applied index is now lower than readState.Index' (duration: 108.133637ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:26:58.079044Z","caller":"traceutil/trace.go:171","msg":"trace[418440258] transaction","detail":"{read_only:false; response_revision:15111; number_of_response:1; }","duration":"190.856806ms","start":"2026-03-03T03:26:57.888159Z","end":"2026-03-03T03:26:58.079015Z","steps":["trace[418440258] 'process raft request' (duration: 190.534819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:58.079504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.81942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:26:58.079591Z","caller":"traceutil/trace.go:171","msg":"trace[722198812] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15111; }","duration":"192.959333ms","start":"2026-03-03T03:26:57.886609Z","end":"2026-03-03T03:26:58.079568Z","steps":["trace[722198812] 'agreement among raft nodes before linearized reading' (duration: 192.486213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:58.079749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.722713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:58.079825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.863659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:58.079978Z","caller":"traceutil/trace.go:171","msg":"trace[636602340] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15111; }","duration":"191.948451ms","start":"2026-03-03T03:26:57.887917Z","end":"2026-03-03T03:26:58.079865Z","steps":["trace[636602340] 'agreement among raft nodes before linearized reading' (duration: 191.831679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:58.080024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.908807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:58.080159Z","caller":"traceutil/trace.go:171","msg":"trace[881650104] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15111; }","duration":"191.086941ms","start":"2026-03-03T03:26:57.889039Z","end":"2026-03-03T03:26:58.080126Z","steps":["trace[881650104] 'agreement among raft nodes before linearized reading' (duration: 190.848776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:58.080175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.87608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T03:26:58.080169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.088851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:26:58.080193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.695861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:58.080242Z","caller":"traceutil/trace.go:171","msg":"trace[1371887717] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15111; }","duration":"191.183563ms","start":"2026-03-03T03:26:57.889037Z","end":"2026-03-03T03:26:58.080221Z","steps":["trace[1371887717] 'agreement among raft nodes before linearized reading' (duration: 190.969818ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:58.080263Z","caller":"traceutil/trace.go:171","msg":"trace[280713920] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15111; }","duration":"189.793163ms","start":"2026-03-03T03:26:57.890447Z","end":"2026-03-03T03:26:58.08024Z","steps":["trace[280713920] 'agreement among raft nodes before linearized reading' (duration: 189.423925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:58.080268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.477932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:58.08029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.774703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:26:58.080057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.077988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:58.080274Z","caller":"traceutil/trace.go:171","msg":"trace[624940971] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:15111; }","duration":"182.957253ms","start":"2026-03-03T03:26:57.897256Z","end":"2026-03-03T03:26:58.080213Z","steps":["trace[624940971] 'agreement among raft nodes before linearized reading' (duration: 182.8434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:58.080358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.520343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:26:58.080364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.335487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:58.080374Z","caller":"traceutil/trace.go:171","msg":"trace[1927536335] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15111; }","duration":"189.417105ms","start":"2026-03-03T03:26:57.890913Z","end":"2026-03-03T03:26:58.080331Z","steps":["trace[1927536335] 'agreement among raft nodes before linearized reading' (duration: 188.980936ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:58.080392Z","caller":"traceutil/trace.go:171","msg":"trace[753127018] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15111; }","duration":"192.570444ms","start":"2026-03-03T03:26:57.887814Z","end":"2026-03-03T03:26:58.080384Z","steps":["trace[753127018] 'agreement among raft nodes before linearized reading' (duration: 192.524363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:58.080394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.8536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:58.080409Z","caller":"traceutil/trace.go:171","msg":"trace[187438200] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15111; }","duration":"191.407218ms","start":"2026-03-03T03:26:57.888986Z","end":"2026-03-03T03:26:58.080393Z","steps":["trace[187438200] 'agreement among raft nodes before linearized reading' (duration: 191.257604ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:58.080429Z","caller":"traceutil/trace.go:171","msg":"trace[1614376424] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15111; }","duration":"192.912181ms","start":"2026-03-03T03:26:57.887508Z","end":"2026-03-03T03:26:58.08042Z","steps":["trace[1614376424] 'agreement among raft nodes before linearized reading' (duration: 192.85834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:58.080435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.308028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:26:58.080469Z","caller":"traceutil/trace.go:171","msg":"trace[1474965929] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15111; }","duration":"192.786839ms","start":"2026-03-03T03:26:57.887671Z","end":"2026-03-03T03:26:58.080458Z","steps":["trace[1474965929] 'agreement among raft nodes before linearized reading' (duration: 192.691777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:58.080573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.585474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T03:26:58.080576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.184827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:26:58.08032Z","caller":"traceutil/trace.go:171","msg":"trace[177262725] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15111; }","duration":"192.590915ms","start":"2026-03-03T03:26:57.887715Z","end":"2026-03-03T03:26:58.080306Z","steps":["trace[177262725] 'agreement among raft nodes before linearized reading' (duration: 192.487382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:58.080609Z","caller":"traceutil/trace.go:171","msg":"trace[1467756622] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15111; }","duration":"192.641746ms","start":"2026-03-03T03:26:57.88796Z","end":"2026-03-03T03:26:58.080601Z","steps":["trace[1467756622] 'agreement among raft nodes before linearized reading' (duration: 192.548794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:58.080619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.491032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:26:58.080623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.535374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:58.080652Z","caller":"traceutil/trace.go:171","msg":"trace[2116583306] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15111; }","duration":"192.533083ms","start":"2026-03-03T03:26:57.888109Z","end":"2026-03-03T03:26:58.080642Z","steps":["trace[2116583306] 'agreement among raft nodes before linearized reading' (duration: 192.425341ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:58.08033Z","caller":"traceutil/trace.go:171","msg":"trace[1185958148] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15111; }","duration":"189.830534ms","start":"2026-03-03T03:26:57.890488Z","end":"2026-03-03T03:26:58.080319Z","steps":["trace[1185958148] 'agreement among raft nodes before linearized reading' (duration: 189.709291ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:58.080651Z","caller":"traceutil/trace.go:171","msg":"trace[2061961838] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15111; }","duration":"193.318371ms","start":"2026-03-03T03:26:57.887307Z","end":"2026-03-03T03:26:58.080625Z","steps":["trace[2061961838] 'agreement among raft nodes before linearized reading' (duration: 193.078035ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:58.080662Z","caller":"traceutil/trace.go:171","msg":"trace[300777377] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15111; }","duration":"192.621595ms","start":"2026-03-03T03:26:57.888029Z","end":"2026-03-03T03:26:58.08065Z","steps":["trace[300777377] 'agreement among raft nodes before linearized reading' (duration: 192.39994ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:58.0809Z","caller":"traceutil/trace.go:171","msg":"trace[333330097] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15111; }","duration":"190.853086ms","start":"2026-03-03T03:26:57.88895Z","end":"2026-03-03T03:26:58.079803Z","steps":["trace[333330097] 'agreement among raft nodes before linearized reading' (duration: 190.736383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:58.080919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.57872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:26:58.08124Z","caller":"traceutil/trace.go:171","msg":"trace[291804623] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15111; }","duration":"190.925927ms","start":"2026-03-03T03:26:57.890274Z","end":"2026-03-03T03:26:58.0812Z","steps":["trace[291804623] 'agreement among raft nodes before linearized reading' (duration: 189.989577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:58.081157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.203988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:26:58.081819Z","caller":"traceutil/trace.go:171","msg":"trace[1607388600] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15111; }","duration":"194.486726ms","start":"2026-03-03T03:26:57.887313Z","end":"2026-03-03T03:26:58.0818Z","steps":["trace[1607388600] 'agreement among raft nodes before linearized reading' (duration: 192.36858ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:58.519137Z","caller":"traceutil/trace.go:171","msg":"trace[571573349] transaction","detail":"{read_only:false; response_revision:15114; number_of_response:1; }","duration":"168.73835ms","start":"2026-03-03T03:26:58.350323Z","end":"2026-03-03T03:26:58.519062Z","steps":["trace[571573349] 'process raft request' (duration: 145.257494ms)","trace[571573349] 'compare' (duration: 23.286202ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:26:58.519349Z","caller":"traceutil/trace.go:171","msg":"trace[1342091905] transaction","detail":"{read_only:false; response_revision:15115; number_of_response:1; }","duration":"168.775161ms","start":"2026-03-03T03:26:58.350563Z","end":"2026-03-03T03:26:58.519338Z","steps":["trace[1342091905] 'process raft request' (duration: 168.450394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:26:58.519435Z","caller":"traceutil/trace.go:171","msg":"trace[188104235] transaction","detail":"{read_only:false; response_revision:15116; number_of_response:1; }","duration":"168.753151ms","start":"2026-03-03T03:26:58.350631Z","end":"2026-03-03T03:26:58.519384Z","steps":["trace[188104235] 'process raft request' (duration: 168.564947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:26:58.780262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.111339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:26:58.780358Z","caller":"traceutil/trace.go:171","msg":"trace[1390721297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15116; }","duration":"104.284193ms","start":"2026-03-03T03:26:58.676051Z","end":"2026-03-03T03:26:58.780336Z","steps":["trace[1390721297] 'range keys from in-memory index tree' (duration: 103.999327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:00.209361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.178792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:00.209457Z","caller":"traceutil/trace.go:171","msg":"trace[588796856] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15118; }","duration":"125.352846ms","start":"2026-03-03T03:27:00.084083Z","end":"2026-03-03T03:27:00.209436Z","steps":["trace[588796856] 'range keys from in-memory index tree' (duration: 125.06811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:00.209359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.153758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:00.209551Z","caller":"traceutil/trace.go:171","msg":"trace[704318436] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15118; }","duration":"123.418113ms","start":"2026-03-03T03:27:00.086118Z","end":"2026-03-03T03:27:00.209536Z","steps":["trace[704318436] 'range keys from in-memory index tree' (duration: 122.883782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:00.209638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.062747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:27:00.209723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.448864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:00.209728Z","caller":"traceutil/trace.go:171","msg":"trace[1369114440] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15118; }","duration":"124.1772ms","start":"2026-03-03T03:27:00.085528Z","end":"2026-03-03T03:27:00.209705Z","steps":["trace[1369114440] 'range keys from in-memory index tree' (duration: 123.805502ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:00.20983Z","caller":"traceutil/trace.go:171","msg":"trace[70211812] linearizableReadLoop","detail":"{readStateIndex:15680; appliedIndex:15679; }","duration":"123.513236ms","start":"2026-03-03T03:27:00.086306Z","end":"2026-03-03T03:27:00.209819Z","steps":["trace[70211812] 'read index received' (duration: 38.890855ms)","trace[70211812] 'applied index is now lower than readState.Index' (duration: 84.620611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:00.209821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.684191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:27:00.209908Z","caller":"traceutil/trace.go:171","msg":"trace[441688786] transaction","detail":"{read_only:false; response_revision:15119; number_of_response:1; }","duration":"123.640188ms","start":"2026-03-03T03:27:00.086249Z","end":"2026-03-03T03:27:00.20989Z","steps":["trace[441688786] 'process raft request' (duration: 38.927615ms)","trace[441688786] 'compare' (duration: 84.267773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:00.210004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.693959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:27:00.210035Z","caller":"traceutil/trace.go:171","msg":"trace[1448607400] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15119; }","duration":"123.738481ms","start":"2026-03-03T03:27:00.086288Z","end":"2026-03-03T03:27:00.210026Z","steps":["trace[1448607400] 'agreement among raft nodes before linearized reading' (duration: 123.596188ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:00.209981Z","caller":"traceutil/trace.go:171","msg":"trace[209102268] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15118; }","duration":"124.861775ms","start":"2026-03-03T03:27:00.085063Z","end":"2026-03-03T03:27:00.209924Z","steps":["trace[209102268] 'range keys from in-memory index tree' (duration: 124.259282ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:00.209756Z","caller":"traceutil/trace.go:171","msg":"trace[373560745] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15118; }","duration":"123.525646ms","start":"2026-03-03T03:27:00.086219Z","end":"2026-03-03T03:27:00.209745Z","steps":["trace[373560745] 'range keys from in-memory index tree' (duration: 123.402453ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:00.397651Z","caller":"traceutil/trace.go:171","msg":"trace[1737015218] linearizableReadLoop","detail":"{readStateIndex:15681; appliedIndex:15680; }","duration":"187.762529ms","start":"2026-03-03T03:27:00.209856Z","end":"2026-03-03T03:27:00.397618Z","steps":["trace[1737015218] 'read index received' (duration: 101.123024ms)","trace[1737015218] 'applied index is now lower than readState.Index' (duration: 86.637985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:00.397764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.305863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:00.397819Z","caller":"traceutil/trace.go:171","msg":"trace[301255130] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15120; }","duration":"310.385975ms","start":"2026-03-03T03:27:00.087419Z","end":"2026-03-03T03:27:00.397805Z","steps":["trace[301255130] 'agreement among raft nodes before linearized reading' (duration: 310.285442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:00.397856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:00.087409Z","time spent":"310.437756ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:27:00.397892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.172359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:27:00.397942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.538358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:27:00.39798Z","caller":"traceutil/trace.go:171","msg":"trace[2115075386] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15120; }","duration":"310.62475ms","start":"2026-03-03T03:27:00.087344Z","end":"2026-03-03T03:27:00.397969Z","steps":["trace[2115075386] 'agreement among raft nodes before linearized reading' (duration: 310.475197ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:00.397977Z","caller":"traceutil/trace.go:171","msg":"trace[1775174508] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15120; }","duration":"310.286932ms","start":"2026-03-03T03:27:00.08767Z","end":"2026-03-03T03:27:00.397957Z","steps":["trace[1775174508] 'agreement among raft nodes before linearized reading' (duration: 309.976215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:00.398014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:00.087332Z","time spent":"310.674951ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T03:27:00.398063Z","caller":"traceutil/trace.go:171","msg":"trace[28402389] transaction","detail":"{read_only:false; response_revision:15120; number_of_response:1; }","duration":"311.359996ms","start":"2026-03-03T03:27:00.086689Z","end":"2026-03-03T03:27:00.398049Z","steps":["trace[28402389] 'process raft request' (duration: 224.353543ms)","trace[28402389] 'compare' (duration: 86.42416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:00.39808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.583979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:00.39813Z","caller":"traceutil/trace.go:171","msg":"trace[1800003490] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15120; }","duration":"310.65239ms","start":"2026-03-03T03:27:00.087464Z","end":"2026-03-03T03:27:00.398116Z","steps":["trace[1800003490] 'agreement among raft nodes before linearized reading' (duration: 310.563218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:00.398151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.717934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:27:00.398134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.518108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T03:27:00.398177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:00.087457Z","time spent":"310.712412ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:27:00.39817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:00.086664Z","time spent":"311.437407ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:27:00.398243Z","caller":"traceutil/trace.go:171","msg":"trace[1586302559] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15120; }","duration":"310.687812ms","start":"2026-03-03T03:27:00.087536Z","end":"2026-03-03T03:27:00.398224Z","steps":["trace[1586302559] 'agreement among raft nodes before linearized reading' (duration: 310.433566ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:00.398273Z","caller":"traceutil/trace.go:171","msg":"trace[1143099797] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15120; }","duration":"311.762045ms","start":"2026-03-03T03:27:00.086411Z","end":"2026-03-03T03:27:00.398173Z","steps":["trace[1143099797] 'agreement among raft nodes before linearized reading' (duration: 311.712484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:00.398294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.609099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:27:00.398338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:00.086402Z","time spent":"311.920988ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T03:27:00.398359Z","caller":"traceutil/trace.go:171","msg":"trace[2035581842] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15120; }","duration":"310.69297ms","start":"2026-03-03T03:27:00.087648Z","end":"2026-03-03T03:27:00.398341Z","steps":["trace[2035581842] 'agreement among raft nodes before linearized reading' (duration: 310.580168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:00.398365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.775744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:27:00.398287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:00.087511Z","time spent":"310.767303ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T03:27:00.398409Z","caller":"traceutil/trace.go:171","msg":"trace[121214815] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15120; }","duration":"310.834855ms","start":"2026-03-03T03:27:00.087564Z","end":"2026-03-03T03:27:00.398399Z","steps":["trace[121214815] 'agreement among raft nodes before linearized reading' (duration: 310.729362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:00.398405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:00.087639Z","time spent":"310.754171ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:27:00.398436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:00.087553Z","time spent":"310.877305ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:27:00.398535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.958287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T03:27:00.398555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.544238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:27:00.398578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.931165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:27:00.398596Z","caller":"traceutil/trace.go:171","msg":"trace[560641795] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15120; }","duration":"310.604639ms","start":"2026-03-03T03:27:00.087979Z","end":"2026-03-03T03:27:00.398583Z","steps":["trace[560641795] 'agreement among raft nodes before linearized reading' (duration: 310.483586ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:00.398597Z","caller":"traceutil/trace.go:171","msg":"trace[1361343758] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15120; }","duration":"311.04696ms","start":"2026-03-03T03:27:00.087532Z","end":"2026-03-03T03:27:00.398579Z","steps":["trace[1361343758] 'agreement among raft nodes before linearized reading' (duration: 310.850355ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:00.398606Z","caller":"traceutil/trace.go:171","msg":"trace[1433500273] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15120; }","duration":"309.974186ms","start":"2026-03-03T03:27:00.088622Z","end":"2026-03-03T03:27:00.398596Z","steps":["trace[1433500273] 'agreement among raft nodes before linearized reading' (duration: 309.884023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:00.398642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:00.088614Z","time spent":"310.022187ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:27:00.398643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.703621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T03:27:00.398649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:00.087518Z","time spent":"311.117842ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:27:00.398635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:00.087968Z","time spent":"310.66053ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T03:27:00.398685Z","caller":"traceutil/trace.go:171","msg":"trace[1673069764] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15120; }","duration":"310.764973ms","start":"2026-03-03T03:27:00.087907Z","end":"2026-03-03T03:27:00.398672Z","steps":["trace[1673069764] 'agreement among raft nodes before linearized reading' (duration: 310.617909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:00.398716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:00.087898Z","time spent":"310.811074ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:27:00.398019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:00.087646Z","time spent":"310.364983ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:27:00.398879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.15026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:27:00.399092Z","caller":"traceutil/trace.go:171","msg":"trace[313622540] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15120; }","duration":"310.466137ms","start":"2026-03-03T03:27:00.088595Z","end":"2026-03-03T03:27:00.399061Z","steps":["trace[313622540] 'agreement among raft nodes before linearized reading' (duration: 309.698449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:00.399187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.075155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T03:27:00.399193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:00.088584Z","time spent":"310.593819ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T03:27:00.399275Z","caller":"traceutil/trace.go:171","msg":"trace[1681533073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15120; }","duration":"288.233528ms","start":"2026-03-03T03:27:00.11102Z","end":"2026-03-03T03:27:00.399254Z","steps":["trace[1681533073] 'agreement among raft nodes before linearized reading' (duration: 287.500921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:02.377727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990446866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:27:02.878933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990446866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:27:02.925311Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.583774334s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T03:27:02.926108Z","caller":"traceutil/trace.go:171","msg":"trace[954980036] transaction","detail":"{read_only:false; response_revision:15126; number_of_response:1; }","duration":"1.584684744s","start":"2026-03-03T03:27:01.341361Z","end":"2026-03-03T03:27:02.926045Z","steps":["trace[954980036] 'process raft request' (duration: 1.584178543s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:02.926404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:01.341331Z","time spent":"1.584874498s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:27:03.882501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.817203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:27:03.882755Z","caller":"traceutil/trace.go:171","msg":"trace[828683084] transaction","detail":"{read_only:false; response_revision:15128; number_of_response:1; }","duration":"1.666748718s","start":"2026-03-03T03:27:02.21599Z","end":"2026-03-03T03:27:03.882739Z","steps":["trace[828683084] 'process raft request' (duration: 1.666623715s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:03.882761Z","caller":"traceutil/trace.go:171","msg":"trace[1533753097] transaction","detail":"{read_only:false; response_revision:15127; number_of_response:1; }","duration":"1.864930676s","start":"2026-03-03T03:27:02.017799Z","end":"2026-03-03T03:27:03.882729Z","steps":["trace[1533753097] 'process raft request' (duration: 1.478775765s)","trace[1533753097] 'compare' (duration: 385.310642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:03.882818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.215949Z","time spent":"1.66684453s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:27:03.882848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.017767Z","time spent":"1.865035417s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:27:03.88291Z","caller":"traceutil/trace.go:171","msg":"trace[1708544373] linearizableReadLoop","detail":"{readStateIndex:15690; appliedIndex:15686; }","duration":"2.005420125s","start":"2026-03-03T03:27:01.877463Z","end":"2026-03-03T03:27:03.882883Z","steps":["trace[1708544373] 'read index received' (duration: 1.048112597s)","trace[1708544373] 'applied index is now lower than readState.Index' (duration: 957.303718ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:27:03.88295Z","caller":"traceutil/trace.go:171","msg":"trace[969816160] transaction","detail":"{read_only:false; response_revision:15129; number_of_response:1; }","duration":"1.478025818s","start":"2026-03-03T03:27:02.40489Z","end":"2026-03-03T03:27:03.882916Z","steps":["trace[969816160] 'process raft request' (duration: 1.477814103s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.883072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929180478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:03.883098Z","caller":"traceutil/trace.go:171","msg":"trace[1620872916] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15129; }","duration":"1.929258299s","start":"2026-03-03T03:27:01.953832Z","end":"2026-03-03T03:27:03.883091Z","steps":["trace[1620872916] 'agreement among raft nodes before linearized reading' (duration: 1.929204808s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.883119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:01.953801Z","time spent":"1.929314131s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T03:27:03.883089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005606639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:27:03.883163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.404873Z","time spent":"1.478174532s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:27:03.883176Z","caller":"traceutil/trace.go:171","msg":"trace[578653811] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:15129; }","duration":"2.005752042s","start":"2026-03-03T03:27:01.877401Z","end":"2026-03-03T03:27:03.883153Z","steps":["trace[578653811] 'agreement among raft nodes before linearized reading' (duration: 2.005605579s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.883235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:01.877369Z","time spent":"2.005855344s","remote":"127.0.0.1:59458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:27:03.883269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478408246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:03.883293Z","caller":"traceutil/trace.go:171","msg":"trace[762788234] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15129; }","duration":"1.478449057s","start":"2026-03-03T03:27:02.404834Z","end":"2026-03-03T03:27:03.883283Z","steps":["trace[762788234] 'agreement among raft nodes before linearized reading' (duration: 1.478417466s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.88329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085358155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T03:27:03.883316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.404826Z","time spent":"1.478485528s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:27:03.883173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47812169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:27:03.883329Z","caller":"traceutil/trace.go:171","msg":"trace[1118410797] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:15129; }","duration":"1.085443366s","start":"2026-03-03T03:27:02.797874Z","end":"2026-03-03T03:27:03.883317Z","steps":["trace[1118410797] 'agreement among raft nodes before linearized reading' (duration: 1.085328344s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.883367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.797852Z","time spent":"1.085507907s","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"info","ts":"2026-03-03T03:27:03.883364Z","caller":"traceutil/trace.go:171","msg":"trace[1912975602] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15129; }","duration":"1.478322154s","start":"2026-03-03T03:27:02.405027Z","end":"2026-03-03T03:27:03.88335Z","steps":["trace[1912975602] 'agreement among raft nodes before linearized reading' (duration: 1.478011987s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.883424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479153814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:27:03.88342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.405017Z","time spent":"1.478384695s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T03:27:03.883445Z","caller":"traceutil/trace.go:171","msg":"trace[735566461] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15129; }","duration":"1.479174154s","start":"2026-03-03T03:27:02.404265Z","end":"2026-03-03T03:27:03.883439Z","steps":["trace[735566461] 'agreement among raft nodes before linearized reading' (duration: 1.479117283s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.883462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.404222Z","time spent":"1.479236445s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:27:03.883553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479327468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:27:03.883589Z","caller":"traceutil/trace.go:171","msg":"trace[125958920] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15129; }","duration":"1.479362249s","start":"2026-03-03T03:27:02.404221Z","end":"2026-03-03T03:27:03.883583Z","steps":["trace[125958920] 'agreement among raft nodes before linearized reading' (duration: 1.479294728s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.883592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205295812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:27:03.883604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.404193Z","time spent":"1.47940665s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T03:27:03.883623Z","caller":"traceutil/trace.go:171","msg":"trace[1614518961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15129; }","duration":"1.205384725s","start":"2026-03-03T03:27:02.678228Z","end":"2026-03-03T03:27:03.883613Z","steps":["trace[1614518961] 'agreement among raft nodes before linearized reading' (duration: 1.205333454s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.88363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35209295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:27:03.88366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.678205Z","time spent":"1.205449716s","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:27:03.883666Z","caller":"traceutil/trace.go:171","msg":"trace[1507556377] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15129; }","duration":"1.352179002s","start":"2026-03-03T03:27:02.531476Z","end":"2026-03-03T03:27:03.883655Z","steps":["trace[1507556377] 'agreement among raft nodes before linearized reading' (duration: 1.3521163s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.883697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.53145Z","time spent":"1.352240604s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T03:27:03.883754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479714897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:03.883776Z","caller":"traceutil/trace.go:171","msg":"trace[354899706] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15129; }","duration":"1.479788568s","start":"2026-03-03T03:27:02.403981Z","end":"2026-03-03T03:27:03.883769Z","steps":["trace[354899706] 'agreement among raft nodes before linearized reading' (duration: 1.479749647s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.883797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.403956Z","time spent":"1.479832019s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:27:03.883792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477937967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:27:03.883812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478325015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:03.883831Z","caller":"traceutil/trace.go:171","msg":"trace[1245875402] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15129; }","duration":"1.477988468s","start":"2026-03-03T03:27:02.405832Z","end":"2026-03-03T03:27:03.88382Z","steps":["trace[1245875402] 'agreement among raft nodes before linearized reading' (duration: 1.477828075s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:03.883847Z","caller":"traceutil/trace.go:171","msg":"trace[947283325] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15129; }","duration":"1.478370827s","start":"2026-03-03T03:27:02.405466Z","end":"2026-03-03T03:27:03.883837Z","steps":["trace[947283325] 'agreement among raft nodes before linearized reading' (duration: 1.478321206s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.883861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.405822Z","time spent":"1.478032749s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:27:03.883919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478446158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:03.883956Z","caller":"traceutil/trace.go:171","msg":"trace[1228007011] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15129; }","duration":"1.478499349s","start":"2026-03-03T03:27:02.405447Z","end":"2026-03-03T03:27:03.883947Z","steps":["trace[1228007011] 'agreement among raft nodes before linearized reading' (duration: 1.478445008s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.883963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286946137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" ","response":"range_response_count:1 size:22120"} {"level":"warn","ts":"2026-03-03T03:27:03.883984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480218228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:27:03.883997Z","caller":"traceutil/trace.go:171","msg":"trace[745147703] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gdrxl; range_end:; response_count:1; response_revision:15129; }","duration":"1.287000419s","start":"2026-03-03T03:27:02.596987Z","end":"2026-03-03T03:27:03.883987Z","steps":["trace[745147703] 'agreement among raft nodes before linearized reading' (duration: 1.286857786s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.88399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.405439Z","time spent":"1.47854639s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:27:03.884038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.59698Z","time spent":"1.28705069s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22143,"request content":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" "} {"level":"warn","ts":"2026-03-03T03:27:03.884053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480291059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:27:03.884071Z","caller":"traceutil/trace.go:171","msg":"trace[1381667494] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15129; }","duration":"1.48032337s","start":"2026-03-03T03:27:02.403742Z","end":"2026-03-03T03:27:03.884066Z","steps":["trace[1381667494] 'agreement among raft nodes before linearized reading' (duration: 1.480275939s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.884086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.403736Z","time spent":"1.48034666s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:27:03.884099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35256071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T03:27:03.88414Z","caller":"traceutil/trace.go:171","msg":"trace[129616973] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15129; }","duration":"1.352653072s","start":"2026-03-03T03:27:02.531476Z","end":"2026-03-03T03:27:03.884129Z","steps":["trace[129616973] 'agreement among raft nodes before linearized reading' (duration: 1.352529239s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.88418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.53145Z","time spent":"1.352721804s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T03:27:03.883932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480161507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T03:27:03.884254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480648337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:03.884252Z","caller":"traceutil/trace.go:171","msg":"trace[1360490602] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15129; }","duration":"1.480485883s","start":"2026-03-03T03:27:02.403754Z","end":"2026-03-03T03:27:03.88424Z","steps":["trace[1360490602] 'agreement among raft nodes before linearized reading' (duration: 1.480126756s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:03.884276Z","caller":"traceutil/trace.go:171","msg":"trace[1941053464] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15129; }","duration":"1.480682927s","start":"2026-03-03T03:27:02.403587Z","end":"2026-03-03T03:27:03.88427Z","steps":["trace[1941053464] 'agreement among raft nodes before linearized reading' (duration: 1.480652326s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.884292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.40358Z","time spent":"1.480708538s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T03:27:03.884288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.403748Z","time spent":"1.480532054s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:27:03.884292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479240875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:27:03.884327Z","caller":"traceutil/trace.go:171","msg":"trace[428845481] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15129; }","duration":"1.479295896s","start":"2026-03-03T03:27:02.405021Z","end":"2026-03-03T03:27:03.884317Z","steps":["trace[428845481] 'agreement among raft nodes before linearized reading' (duration: 1.479113022s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.884365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.40501Z","time spent":"1.479348428s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:27:03.884417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414101373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T03:27:03.884445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481629288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:27:03.884458Z","caller":"traceutil/trace.go:171","msg":"trace[1136607324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15129; }","duration":"1.414141494s","start":"2026-03-03T03:27:02.470307Z","end":"2026-03-03T03:27:03.884449Z","steps":["trace[1136607324] 'agreement among raft nodes before linearized reading' (duration: 1.414026441s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.884544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495568635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-03-03T03:27:03.884228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480543524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:27:03.884672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317732684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T03:27:03.88473Z","caller":"traceutil/trace.go:171","msg":"trace[311022751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15129; }","duration":"1.317840896s","start":"2026-03-03T03:27:02.566874Z","end":"2026-03-03T03:27:03.884715Z","steps":["trace[311022751] 'agreement among raft nodes before linearized reading' (duration: 1.317623911s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.884764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.566847Z","time spent":"1.317908288s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:27:03.884808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287423738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" ","response":"range_response_count:1 size:22120"} {"level":"info","ts":"2026-03-03T03:27:03.884882Z","caller":"traceutil/trace.go:171","msg":"trace[1176687693] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gdrxl; range_end:; response_count:1; response_revision:15129; }","duration":"1.288110793s","start":"2026-03-03T03:27:02.596757Z","end":"2026-03-03T03:27:03.884868Z","steps":["trace[1176687693] 'agreement among raft nodes before linearized reading' (duration: 1.287279775s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.88492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.596741Z","time spent":"1.288168404s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22143,"request content":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" "} {"level":"info","ts":"2026-03-03T03:27:03.884008Z","caller":"traceutil/trace.go:171","msg":"trace[1447165770] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15129; }","duration":"1.480278499s","start":"2026-03-03T03:27:02.403722Z","end":"2026-03-03T03:27:03.884001Z","steps":["trace[1447165770] 'agreement among raft nodes before linearized reading' (duration: 1.480220758s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.883874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.405458Z","time spent":"1.478409937s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:27:03.88559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292143731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ws79s\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-03-03T03:27:03.885599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347514199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:27:03.885626Z","caller":"traceutil/trace.go:171","msg":"trace[1391926713] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ws79s; range_end:; response_count:1; response_revision:15129; }","duration":"1.292225143s","start":"2026-03-03T03:27:02.593393Z","end":"2026-03-03T03:27:03.885618Z","steps":["trace[1391926713] 'agreement among raft nodes before linearized reading' (duration: 1.291704142s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.88565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.593377Z","time spent":"1.292266754s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-ws79s\" "} {"level":"info","ts":"2026-03-03T03:27:03.885645Z","caller":"traceutil/trace.go:171","msg":"trace[1394535188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15129; }","duration":"1.347585521s","start":"2026-03-03T03:27:02.538047Z","end":"2026-03-03T03:27:03.885632Z","steps":["trace[1394535188] 'agreement among raft nodes before linearized reading' (duration: 1.346543388s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:03.884568Z","caller":"traceutil/trace.go:171","msg":"trace[474054568] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15129; }","duration":"1.495636386s","start":"2026-03-03T03:27:02.388927Z","end":"2026-03-03T03:27:03.884563Z","steps":["trace[474054568] 'agreement among raft nodes before linearized reading' (duration: 1.495470353s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.88572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670370487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:03.885732Z","caller":"traceutil/trace.go:171","msg":"trace[1083583091] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15129; }","duration":"1.482083018s","start":"2026-03-03T03:27:02.403638Z","end":"2026-03-03T03:27:03.885721Z","steps":["trace[1083583091] 'agreement among raft nodes before linearized reading' (duration: 1.480571895s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.885717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.47023Z","time spent":"1.415415822s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:27:03.885773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.403612Z","time spent":"1.482150749s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T03:27:03.885763Z","caller":"traceutil/trace.go:171","msg":"trace[1189060216] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15129; }","duration":"1.670441249s","start":"2026-03-03T03:27:02.215312Z","end":"2026-03-03T03:27:03.885753Z","steps":["trace[1189060216] 'agreement among raft nodes before linearized reading' (duration: 1.670335847s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.885807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.538035Z","time spent":"1.347757504s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:27:03.885817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669954228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:27:03.885812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445202297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T03:27:03.885852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67047712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:03.885862Z","caller":"traceutil/trace.go:171","msg":"trace[1197042766] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15129; }","duration":"1.67003881s","start":"2026-03-03T03:27:02.215812Z","end":"2026-03-03T03:27:03.885851Z","steps":["trace[1197042766] 'agreement among raft nodes before linearized reading' (duration: 1.669934538s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:03.88588Z","caller":"traceutil/trace.go:171","msg":"trace[2071477969] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15129; }","duration":"1.670518721s","start":"2026-03-03T03:27:02.215354Z","end":"2026-03-03T03:27:03.885873Z","steps":["trace[2071477969] 'agreement among raft nodes before linearized reading' (duration: 1.67047481s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.885858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.215306Z","time spent":"1.670538091s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T03:27:03.885951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670679644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:27:03.885965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76552742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:27:03.885968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317967179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T03:27:03.88598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669457778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:27:03.885984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289227207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ttgbg\" ","response":"range_response_count:1 size:20759"} {"level":"warn","ts":"2026-03-03T03:27:03.885974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670111282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:27:03.88601Z","caller":"traceutil/trace.go:171","msg":"trace[1184322385] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15129; }","duration":"1.66953505s","start":"2026-03-03T03:27:02.216468Z","end":"2026-03-03T03:27:03.886003Z","steps":["trace[1184322385] 'agreement among raft nodes before linearized reading' (duration: 1.668008487s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:03.886005Z","caller":"traceutil/trace.go:171","msg":"trace[1276646490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15129; }","duration":"1.765600372s","start":"2026-03-03T03:27:02.120397Z","end":"2026-03-03T03:27:03.885997Z","steps":["trace[1276646490] 'agreement among raft nodes before linearized reading' (duration: 1.76554034s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:03.886012Z","caller":"traceutil/trace.go:171","msg":"trace[516335706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15129; }","duration":"1.318031971s","start":"2026-03-03T03:27:02.567968Z","end":"2026-03-03T03:27:03.886Z","steps":["trace[516335706] 'agreement among raft nodes before linearized reading' (duration: 1.316219601s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:03.884467Z","caller":"traceutil/trace.go:171","msg":"trace[125405226] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15129; }","duration":"1.481666629s","start":"2026-03-03T03:27:02.40279Z","end":"2026-03-03T03:27:03.884457Z","steps":["trace[125405226] 'agreement among raft nodes before linearized reading' (duration: 1.481588297s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.885962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298591763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:27:03.886028Z","caller":"traceutil/trace.go:171","msg":"trace[320808470] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15129; }","duration":"1.670213094s","start":"2026-03-03T03:27:02.215807Z","end":"2026-03-03T03:27:03.88602Z","steps":["trace[320808470] 'agreement among raft nodes before linearized reading' (duration: 1.669825716s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.886049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.567954Z","time spent":"1.318085421s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:27:03.886073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.215778Z","time spent":"1.670286456s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T03:27:03.885889Z","caller":"traceutil/trace.go:171","msg":"trace[87563997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15129; }","duration":"1.44531807s","start":"2026-03-03T03:27:02.440552Z","end":"2026-03-03T03:27:03.88587Z","steps":["trace[87563997] 'agreement among raft nodes before linearized reading' (duration: 1.443806477s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.886293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.440539Z","time spent":"1.44574002s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:27:03.886069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.40278Z","time spent":"1.483269154s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T03:27:03.886002Z","caller":"traceutil/trace.go:171","msg":"trace[1917932174] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15129; }","duration":"1.670733325s","start":"2026-03-03T03:27:02.215258Z","end":"2026-03-03T03:27:03.885991Z","steps":["trace[1917932174] 'agreement among raft nodes before linearized reading' (duration: 1.670652964s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.886525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.21518Z","time spent":"1.67133392s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:27:03.8859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.215347Z","time spent":"1.670549081s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T03:27:03.885901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.215782Z","time spent":"1.670112202s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:27:03.885924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.388905Z","time spent":"1.497014876s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T03:27:03.886031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.216445Z","time spent":"1.669580101s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T03:27:03.886021Z","caller":"traceutil/trace.go:171","msg":"trace[2130109891] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ttgbg; range_end:; response_count:1; response_revision:15129; }","duration":"1.289315499s","start":"2026-03-03T03:27:02.596696Z","end":"2026-03-03T03:27:03.886011Z","steps":["trace[2130109891] 'agreement among raft nodes before linearized reading' (duration: 1.287381387s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.886706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.596671Z","time spent":"1.290024406s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20782,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ttgbg\" "} {"level":"info","ts":"2026-03-03T03:27:03.886091Z","caller":"traceutil/trace.go:171","msg":"trace[522612806] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:15129; }","duration":"1.298765947s","start":"2026-03-03T03:27:02.587293Z","end":"2026-03-03T03:27:03.886059Z","steps":["trace[522612806] 'agreement among raft nodes before linearized reading' (duration: 1.296669391s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:03.886703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.403702Z","time spent":"1.482981948s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:27:03.886896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.587279Z","time spent":"1.299561185s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"warn","ts":"2026-03-03T03:27:03.886034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:02.120372Z","time spent":"1.765655233s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:27:04.709899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.334973ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-03T03:27:04.710033Z","caller":"traceutil/trace.go:171","msg":"trace[1071833639] linearizableReadLoop","detail":"{readStateIndex:15691; appliedIndex:15690; }","duration":"817.960466ms","start":"2026-03-03T03:27:03.892048Z","end":"2026-03-03T03:27:04.710008Z","steps":["trace[1071833639] 'read index received' (duration: 296.507979ms)","trace[1071833639] 'applied index is now lower than readState.Index' (duration: 521.450426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:04.710135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:03.889155Z","time spent":"820.975361ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T03:27:04.710624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.548028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-03T03:27:04.7108Z","caller":"traceutil/trace.go:171","msg":"trace[2098462078] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15129; }","duration":"818.711431ms","start":"2026-03-03T03:27:03.892019Z","end":"2026-03-03T03:27:04.710731Z","steps":["trace[2098462078] 'agreement among raft nodes before linearized reading' (duration: 818.376144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:04.711001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:03.891999Z","time spent":"818.990048ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T03:27:05.210497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990446882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:27:05.237641Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.049129488s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T03:27:05.89658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000283422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T03:27:05.896686Z","caller":"traceutil/trace.go:171","msg":"trace[1226989562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410395s","start":"2026-03-03T03:27:03.896255Z","end":"2026-03-03T03:27:05.896665Z","steps":["trace[1226989562] 'agreement among raft nodes before linearized reading' (duration: 2.000288572s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:05.896735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:03.896251Z","time spent":"2.000472186s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 03:27:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T03:27:06.364302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126339396s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:27:06.364601Z","caller":"traceutil/trace.go:171","msg":"trace[964260873] transaction","detail":"{read_only:false; response_revision:15130; number_of_response:1; }","duration":"2.472115496s","start":"2026-03-03T03:27:03.892436Z","end":"2026-03-03T03:27:06.364551Z","steps":["trace[964260873] 'process raft request' (duration: 1.345411552s)","trace[964260873] 'compare' (duration: 1.126195263s)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:27:06.36472Z","caller":"traceutil/trace.go:171","msg":"trace[1350313215] transaction","detail":"{read_only:false; response_revision:15131; number_of_response:1; }","duration":"2.470866049s","start":"2026-03-03T03:27:03.893801Z","end":"2026-03-03T03:27:06.364668Z","steps":["trace[1350313215] 'process raft request' (duration: 2.470635394s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:06.364853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:03.892406Z","time spent":"2.47231457s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:27:06.364935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:03.89378Z","time spent":"2.471028752s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:27:06.368641Z","caller":"traceutil/trace.go:171","msg":"trace[1315264909] transaction","detail":"{read_only:false; response_revision:15133; number_of_response:1; }","duration":"2.473922606s","start":"2026-03-03T03:27:03.894698Z","end":"2026-03-03T03:27:06.368621Z","steps":["trace[1315264909] 'process raft request' (duration: 2.473835044s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:06.368672Z","caller":"traceutil/trace.go:171","msg":"trace[1370789138] transaction","detail":"{read_only:false; response_revision:15132; number_of_response:1; }","duration":"2.474680463s","start":"2026-03-03T03:27:03.893948Z","end":"2026-03-03T03:27:06.368629Z","steps":["trace[1370789138] 'process raft request' (duration: 2.474491549s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:06.368744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:03.894692Z","time spent":"2.474009448s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:27:06.368922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:03.893919Z","time spent":"2.474852037s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:27:06.368944Z","caller":"traceutil/trace.go:171","msg":"trace[499526906] transaction","detail":"{read_only:false; response_revision:15134; number_of_response:1; }","duration":"2.473255881s","start":"2026-03-03T03:27:03.89567Z","end":"2026-03-03T03:27:06.368926Z","steps":["trace[499526906] 'process raft request' (duration: 2.472907394s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:06.368966Z","caller":"traceutil/trace.go:171","msg":"trace[1325629888] transaction","detail":"{read_only:false; response_revision:15135; number_of_response:1; }","duration":"2.183540972s","start":"2026-03-03T03:27:04.185392Z","end":"2026-03-03T03:27:06.368933Z","steps":["trace[1325629888] 'process raft request' (duration: 2.183425279s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:06.369025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:03.895665Z","time spent":"2.473319163s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:27:06.369101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:04.185366Z","time spent":"2.183663745s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:27:07.896978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000371184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T03:27:07.897065Z","caller":"traceutil/trace.go:171","msg":"trace[200683399] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000489546s","start":"2026-03-03T03:27:05.896555Z","end":"2026-03-03T03:27:07.897044Z","steps":["trace[200683399] 'agreement among raft nodes before linearized reading' (duration: 2.000374833s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:07.897113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.89655Z","time spent":"2.000554337s","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:27:08.174642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.094470912s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T03:27:09.370578Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.011970221s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T03:27:09.884426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709279065s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:27:09.884874Z","caller":"traceutil/trace.go:171","msg":"trace[1683605886] linearizableReadLoop","detail":"{readStateIndex:15699; appliedIndex:15691; }","duration":"5.174782993s","start":"2026-03-03T03:27:04.710068Z","end":"2026-03-03T03:27:09.884851Z","steps":["trace[1683605886] 'read index received' (duration: 527.796354ms)","trace[1683605886] 'applied index is now lower than readState.Index' (duration: 4.646984939s)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:27:09.884935Z","caller":"traceutil/trace.go:171","msg":"trace[256527187] transaction","detail":"{read_only:false; response_revision:15137; number_of_response:1; }","duration":"5.173156008s","start":"2026-03-03T03:27:04.711739Z","end":"2026-03-03T03:27:09.884895Z","steps":["trace[256527187] 'process raft request' (duration: 5.17281164s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:09.885025Z","caller":"traceutil/trace.go:171","msg":"trace[1770135927] transaction","detail":"{read_only:false; response_revision:15136; number_of_response:1; }","duration":"5.3501896s","start":"2026-03-03T03:27:04.534729Z","end":"2026-03-03T03:27:09.884918Z","steps":["trace[1770135927] 'process raft request' (duration: 3.640300272s)","trace[1770135927] 'compare' (duration: 1.707536816s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:09.885151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:04.711714Z","time spent":"5.173310681s","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:27:09.8852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.714206334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:09.88525Z","caller":"traceutil/trace.go:171","msg":"trace[2139474283] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:15138; }","duration":"5.714301396s","start":"2026-03-03T03:27:04.170933Z","end":"2026-03-03T03:27:09.885234Z","steps":["trace[2139474283] 'agreement among raft nodes before linearized reading' (duration: 5.713958598s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:09.885297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:04.170911Z","time spent":"5.714373158s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:27:09.885306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:04.534662Z","time spent":"5.350509907s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:27:09.885414Z","caller":"traceutil/trace.go:171","msg":"trace[1798251956] transaction","detail":"{read_only:false; response_revision:15138; number_of_response:1; }","duration":"3.996887443s","start":"2026-03-03T03:27:05.88846Z","end":"2026-03-03T03:27:09.885348Z","steps":["trace[1798251956] 'process raft request' (duration: 3.996351352s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:09.885522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.786014762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T03:27:09.885825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.888426Z","time spent":"3.997114629s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:27:09.885922Z","caller":"traceutil/trace.go:171","msg":"trace[7152601] transaction","detail":"{read_only:false; response_revision:15139; number_of_response:1; }","duration":"3.996697339s","start":"2026-03-03T03:27:05.889209Z","end":"2026-03-03T03:27:09.885906Z","steps":["trace[7152601] 'process raft request' (duration: 3.995977464s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:09.885761Z","caller":"traceutil/trace.go:171","msg":"trace[294397487] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:15138; }","duration":"5.78633778s","start":"2026-03-03T03:27:04.099402Z","end":"2026-03-03T03:27:09.885739Z","steps":["trace[294397487] 'agreement among raft nodes before linearized reading' (duration: 5.785473451s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:09.886006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.889164Z","time spent":"3.996801132s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:27:09.886029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:04.099373Z","time spent":"5.786627335s","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:27:09.886255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.988003053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770014"} {"level":"info","ts":"2026-03-03T03:27:09.886337Z","caller":"traceutil/trace.go:171","msg":"trace[137213624] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15138; }","duration":"5.988109125s","start":"2026-03-03T03:27:03.898207Z","end":"2026-03-03T03:27:09.886317Z","steps":["trace[137213624] 'agreement among raft nodes before linearized reading' (duration: 5.986728995s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:09.886384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:03.898202Z","time spent":"5.988172198s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770037,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T03:27:09.88638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.993620977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770014"} {"level":"info","ts":"2026-03-03T03:27:09.88646Z","caller":"traceutil/trace.go:171","msg":"trace[1357368142] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15138; }","duration":"5.993739429s","start":"2026-03-03T03:27:03.89271Z","end":"2026-03-03T03:27:09.88645Z","steps":["trace[1357368142] 'agreement among raft nodes before linearized reading' (duration: 5.992237047s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:09.886436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.993414703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770014"} {"level":"info","ts":"2026-03-03T03:27:09.886515Z","caller":"traceutil/trace.go:171","msg":"trace[996846882] transaction","detail":"{read_only:false; response_revision:15140; number_of_response:1; }","duration":"3.995455982s","start":"2026-03-03T03:27:05.891046Z","end":"2026-03-03T03:27:09.886502Z","steps":["trace[996846882] 'process raft request' (duration: 3.994817329s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:09.886509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:03.892699Z","time spent":"5.993798601s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770037,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T03:27:09.886545Z","caller":"traceutil/trace.go:171","msg":"trace[152560137] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15138; }","duration":"5.993566216s","start":"2026-03-03T03:27:03.892956Z","end":"2026-03-03T03:27:09.886522Z","steps":["trace[152560137] 'agreement among raft nodes before linearized reading' (duration: 5.991989122s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:09.886586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.891016Z","time spent":"3.995532063s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:27:09.886617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:03.892949Z","time spent":"5.993652847s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770037,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T03:27:09.886972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.988874744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770014"} {"level":"info","ts":"2026-03-03T03:27:09.887075Z","caller":"traceutil/trace.go:171","msg":"trace[1409790393] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15138; }","duration":"5.989016676s","start":"2026-03-03T03:27:03.898036Z","end":"2026-03-03T03:27:09.887053Z","steps":["trace[1409790393] 'agreement among raft nodes before linearized reading' (duration: 5.986861779s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:09.88713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:03.89802Z","time spent":"5.989097239s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770037,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T03:27:09.887315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.992058034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770014"} {"level":"info","ts":"2026-03-03T03:27:09.887364Z","caller":"traceutil/trace.go:171","msg":"trace[761778934] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15138; }","duration":"5.992119485s","start":"2026-03-03T03:27:03.895233Z","end":"2026-03-03T03:27:09.887353Z","steps":["trace[761778934] 'agreement among raft nodes before linearized reading' (duration: 5.989694021s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:09.887402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:03.895229Z","time spent":"5.992163286s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770037,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T03:27:09.906158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99976884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T03:27:09.906257Z","caller":"traceutil/trace.go:171","msg":"trace[1434723] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999948854s","start":"2026-03-03T03:27:07.906284Z","end":"2026-03-03T03:27:09.906232Z","steps":["trace[1434723] 'agreement among raft nodes before linearized reading' (duration: 1.999806141s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:09.906319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:07.906253Z","time spent":"2.000052037s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:27:10.863476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.128275ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T03:27:10.863802Z","caller":"traceutil/trace.go:171","msg":"trace[248174750] linearizableReadLoop","detail":"{readStateIndex:15703; appliedIndex:15699; }","duration":"978.869392ms","start":"2026-03-03T03:27:09.884911Z","end":"2026-03-03T03:27:10.863781Z","steps":["trace[248174750] 'read index received' (duration: 58.601µs)","trace[248174750] 'applied index is now lower than readState.Index' (duration: 978.808971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:10.864024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.968925575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:27:10.864052Z","caller":"traceutil/trace.go:171","msg":"trace[852207501] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15140; }","duration":"4.968989347s","start":"2026-03-03T03:27:05.895054Z","end":"2026-03-03T03:27:10.864043Z","steps":["trace[852207501] 'agreement among raft nodes before linearized reading' (duration: 4.968837614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:10.864029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.968906885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:27:10.864086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.895042Z","time spent":"4.969035518s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T03:27:10.864119Z","caller":"traceutil/trace.go:171","msg":"trace[236412321] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15140; }","duration":"4.969028428s","start":"2026-03-03T03:27:05.895065Z","end":"2026-03-03T03:27:10.864093Z","steps":["trace[236412321] 'agreement among raft nodes before linearized reading' (duration: 4.968759352s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:10.864135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699352535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:27:10.864162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494841686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T03:27:10.864196Z","caller":"traceutil/trace.go:171","msg":"trace[443676904] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:15140; }","duration":"1.699468017s","start":"2026-03-03T03:27:09.164708Z","end":"2026-03-03T03:27:10.864176Z","steps":["trace[443676904] 'agreement among raft nodes before linearized reading' (duration: 1.699360055s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:10.864176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.895054Z","time spent":"4.96910832s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:27:10.86422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490868479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:27:10.864243Z","caller":"traceutil/trace.go:171","msg":"trace[703970700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15140; }","duration":"2.494971449s","start":"2026-03-03T03:27:08.369249Z","end":"2026-03-03T03:27:10.864221Z","steps":["trace[703970700] 'agreement among raft nodes before linearized reading' (duration: 2.494697553s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:10.864249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:09.164678Z","time spent":"1.699549499s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:27:10.864266Z","caller":"traceutil/trace.go:171","msg":"trace[2085263316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15140; }","duration":"2.49093001s","start":"2026-03-03T03:27:08.373322Z","end":"2026-03-03T03:27:10.864252Z","steps":["trace[2085263316] 'agreement among raft nodes before linearized reading' (duration: 2.490792137s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:10.864256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492352471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T03:27:10.864292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:08.369223Z","time spent":"2.49505967s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:27:10.864263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.970564712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:27:10.86432Z","caller":"traceutil/trace.go:171","msg":"trace[934395661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15140; }","duration":"2.492446113s","start":"2026-03-03T03:27:08.371853Z","end":"2026-03-03T03:27:10.864299Z","steps":["trace[934395661] 'agreement among raft nodes before linearized reading' (duration: 2.492265759s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:10.864366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:08.371831Z","time spent":"2.492523955s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:27:10.864385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.971305218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:27:10.864418Z","caller":"traceutil/trace.go:171","msg":"trace[615285025] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15140; }","duration":"4.971360789s","start":"2026-03-03T03:27:05.893046Z","end":"2026-03-03T03:27:10.864407Z","steps":["trace[615285025] 'agreement among raft nodes before linearized reading' (duration: 4.971269857s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:10.864418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.970232525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:27:10.864444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.89303Z","time spent":"4.971407911s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T03:27:10.864454Z","caller":"traceutil/trace.go:171","msg":"trace[690454864] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15140; }","duration":"4.970297087s","start":"2026-03-03T03:27:05.894143Z","end":"2026-03-03T03:27:10.864441Z","steps":["trace[690454864] 'agreement among raft nodes before linearized reading' (duration: 4.970250706s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:10.864363Z","caller":"traceutil/trace.go:171","msg":"trace[1074778445] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15140; }","duration":"4.970688765s","start":"2026-03-03T03:27:05.89365Z","end":"2026-03-03T03:27:10.864339Z","steps":["trace[1074778445] 'agreement among raft nodes before linearized reading' (duration: 4.970355707s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:10.864492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.894137Z","time spent":"4.970346549s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:27:10.864513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.941421246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:27:10.864299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:08.373314Z","time spent":"2.490977322s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T03:27:10.864553Z","caller":"traceutil/trace.go:171","msg":"trace[1885505729] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:15140; }","duration":"2.941479767s","start":"2026-03-03T03:27:07.923057Z","end":"2026-03-03T03:27:10.864537Z","steps":["trace[1885505729] 'agreement among raft nodes before linearized reading' (duration: 2.941421705s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:10.864594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:07.92304Z","time spent":"2.941545869s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:27:10.864597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.902884893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:27:10.864597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.071758062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T03:27:10.864554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.794899978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T03:27:10.864556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492629908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T03:27:10.864641Z","caller":"traceutil/trace.go:171","msg":"trace[1384546344] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:15140; }","duration":"3.071828924s","start":"2026-03-03T03:27:07.792794Z","end":"2026-03-03T03:27:10.864623Z","steps":["trace[1384546344] 'agreement among raft nodes before linearized reading' (duration: 3.071742392s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:10.864669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.119928894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T03:27:10.864682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:07.792771Z","time spent":"3.071898846s","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:27:10.864682Z","caller":"traceutil/trace.go:171","msg":"trace[1423434867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15140; }","duration":"2.492797501s","start":"2026-03-03T03:27:08.37186Z","end":"2026-03-03T03:27:10.864657Z","steps":["trace[1423434867] 'agreement among raft nodes before linearized reading' (duration: 2.492439873s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:10.864712Z","caller":"traceutil/trace.go:171","msg":"trace[1525417211] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15140; }","duration":"6.120009376s","start":"2026-03-03T03:27:04.744691Z","end":"2026-03-03T03:27:10.864701Z","steps":["trace[1525417211] 'agreement among raft nodes before linearized reading' (duration: 6.119950545s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:10.864736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:08.371849Z","time spent":"2.492876373s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:27:10.864813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.970887451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:27:10.86483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.152062951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18789"} {"level":"info","ts":"2026-03-03T03:27:10.864855Z","caller":"traceutil/trace.go:171","msg":"trace[72301225] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15140; }","duration":"4.970975612s","start":"2026-03-03T03:27:05.893866Z","end":"2026-03-03T03:27:10.864842Z","steps":["trace[72301225] 'agreement among raft nodes before linearized reading' (duration: 4.97086956s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:10.864624Z","caller":"traceutil/trace.go:171","msg":"trace[984768359] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:15140; }","duration":"5.902972935s","start":"2026-03-03T03:27:04.961643Z","end":"2026-03-03T03:27:10.864616Z","steps":["trace[984768359] 'agreement among raft nodes before linearized reading' (duration: 5.902920043s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:10.864877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.971877742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T03:27:10.864893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.89383Z","time spent":"4.971055523s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:27:10.864915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:04.961624Z","time spent":"5.903272872s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:27:10.864941Z","caller":"traceutil/trace.go:171","msg":"trace[1867291726] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15140; }","duration":"4.971926773s","start":"2026-03-03T03:27:05.89298Z","end":"2026-03-03T03:27:10.864906Z","steps":["trace[1867291726] 'agreement among raft nodes before linearized reading' (duration: 4.971729659s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:10.864994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.892974Z","time spent":"4.972011505s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:27:10.864743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:04.744672Z","time spent":"6.120062888s","remote":"127.0.0.1:32814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:27:10.865081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796257375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T03:27:10.86486Z","caller":"traceutil/trace.go:171","msg":"trace[85912545] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15140; }","duration":"6.152125083s","start":"2026-03-03T03:27:04.712727Z","end":"2026-03-03T03:27:10.864852Z","steps":["trace[85912545] 'agreement among raft nodes before linearized reading' (duration: 6.152034581s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:10.86513Z","caller":"traceutil/trace.go:171","msg":"trace[1009189407] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15140; }","duration":"1.796342758s","start":"2026-03-03T03:27:09.068776Z","end":"2026-03-03T03:27:10.865119Z","steps":["trace[1009189407] 'agreement among raft nodes before linearized reading' (duration: 1.79554377s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:10.865151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:04.712708Z","time spent":"6.152430669s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18812,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T03:27:10.865162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:09.068751Z","time spent":"1.79640411s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T03:27:10.86483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.016781981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T03:27:10.8651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.967746361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T03:27:10.865382Z","caller":"traceutil/trace.go:171","msg":"trace[1335931764] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15140; }","duration":"4.017381914s","start":"2026-03-03T03:27:06.847985Z","end":"2026-03-03T03:27:10.865367Z","steps":["trace[1335931764] 'agreement among raft nodes before linearized reading' (duration: 4.01676534s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:10.865402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.970615834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T03:27:10.86555Z","caller":"traceutil/trace.go:171","msg":"trace[619302564] transaction","detail":"{read_only:false; response_revision:15141; number_of_response:1; }","duration":"432.302696ms","start":"2026-03-03T03:27:10.433235Z","end":"2026-03-03T03:27:10.865538Z","steps":["trace[619302564] 'process raft request' (duration: 430.379263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:10.865859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:10.433202Z","time spent":"432.380318ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:27:10.864508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.893644Z","time spent":"4.970848489s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T03:27:10.865545Z","caller":"traceutil/trace.go:171","msg":"trace[1147030533] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15140; }","duration":"4.971228627s","start":"2026-03-03T03:27:05.894297Z","end":"2026-03-03T03:27:10.865525Z","steps":["trace[1147030533] 'agreement among raft nodes before linearized reading' (duration: 4.969834546s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:10.866094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.894288Z","time spent":"4.971776439s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T03:27:10.864674Z","caller":"traceutil/trace.go:171","msg":"trace[202779307] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:15140; }","duration":"5.795085282s","start":"2026-03-03T03:27:05.069559Z","end":"2026-03-03T03:27:10.864644Z","steps":["trace[202779307] 'agreement among raft nodes before linearized reading' (duration: 5.794811805s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:10.8654Z","caller":"traceutil/trace.go:171","msg":"trace[683345164] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15140; }","duration":"4.968052058s","start":"2026-03-03T03:27:05.897318Z","end":"2026-03-03T03:27:10.86537Z","steps":["trace[683345164] 'agreement among raft nodes before linearized reading' (duration: 4.967173329s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:10.86636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.897312Z","time spent":"4.969029959s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T03:27:10.866466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.069536Z","time spent":"5.796915072s","remote":"127.0.0.1:36540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:27:10.864457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.966986974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:27:10.866714Z","caller":"traceutil/trace.go:171","msg":"trace[373677076] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15140; }","duration":"4.969257324s","start":"2026-03-03T03:27:05.897435Z","end":"2026-03-03T03:27:10.866693Z","steps":["trace[373677076] 'agreement among raft nodes before linearized reading' (duration: 4.966938532s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:10.866819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.897424Z","time spent":"4.969386096s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:27:10.865438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:06.847958Z","time spent":"4.017464986s","remote":"127.0.0.1:53016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T03:27:11.648493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.754690794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:11.648628Z","caller":"traceutil/trace.go:171","msg":"trace[374834230] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15141; }","duration":"5.754877448s","start":"2026-03-03T03:27:05.893719Z","end":"2026-03-03T03:27:11.648596Z","steps":["trace[374834230] 'agreement among raft nodes before linearized reading' (duration: 4.97134196s)","trace[374834230] 'range keys from in-memory index tree' (duration: 783.311693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:11.648595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.753516777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:11.64876Z","caller":"traceutil/trace.go:171","msg":"trace[231965025] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15141; }","duration":"5.75369387s","start":"2026-03-03T03:27:05.895031Z","end":"2026-03-03T03:27:11.648725Z","steps":["trace[231965025] 'agreement among raft nodes before linearized reading' (duration: 4.970256565s)","trace[231965025] 'range keys from in-memory index tree' (duration: 783.230021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:11.648919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.755167084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:27:11.64897Z","caller":"traceutil/trace.go:171","msg":"trace[759747573] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15141; }","duration":"5.755218665s","start":"2026-03-03T03:27:05.893736Z","end":"2026-03-03T03:27:11.648955Z","steps":["trace[759747573] 'agreement among raft nodes before linearized reading' (duration: 4.971312049s)","trace[759747573] 'range keys from in-memory index tree' (duration: 783.66953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:11.649007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.893733Z","time spent":"5.755266797s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:27:11.649012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.755217496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:11.649084Z","caller":"traceutil/trace.go:171","msg":"trace[1179050712] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15141; }","duration":"5.755312028s","start":"2026-03-03T03:27:05.893753Z","end":"2026-03-03T03:27:11.649065Z","steps":["trace[1179050712] 'agreement among raft nodes before linearized reading' (duration: 4.971280369s)","trace[1179050712] 'range keys from in-memory index tree' (duration: 783.935967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:11.649121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.89375Z","time spent":"5.755364569s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:27:11.648353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.056929989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T03:27:11.649146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.757206039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T03:27:11.649234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.752523796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:11.64924Z","caller":"traceutil/trace.go:171","msg":"trace[450180655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15141; }","duration":"6.057851069s","start":"2026-03-03T03:27:05.59133Z","end":"2026-03-03T03:27:11.649181Z","steps":["trace[450180655] 'agreement among raft nodes before linearized reading' (duration: 5.273932463s)","trace[450180655] 'count revisions from in-memory index tree' (duration: 783.006326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:11.649174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.207388ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:27:11.649272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.74799486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189936debfff6bf4\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T03:27:11.649327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.753209221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:27:11.649344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758043166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T03:27:11.649373Z","caller":"traceutil/trace.go:171","msg":"trace[1938873599] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15141; }","duration":"5.753264502s","start":"2026-03-03T03:27:05.896095Z","end":"2026-03-03T03:27:11.649359Z","steps":["trace[1938873599] 'agreement among raft nodes before linearized reading' (duration: 4.96907243s)","trace[1938873599] 'range keys from in-memory index tree' (duration: 784.054709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:11.6494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.591305Z","time spent":"6.058031314s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:27:11.649386Z","caller":"traceutil/trace.go:171","msg":"trace[794580195] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15141; }","duration":"419.381631ms","start":"2026-03-03T03:27:11.229945Z","end":"2026-03-03T03:27:11.649327Z","steps":["trace[794580195] 'range keys from in-memory index tree' (duration: 419.190527ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:11.649425Z","caller":"traceutil/trace.go:171","msg":"trace[1091353774] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15141; }","duration":"1.758147888s","start":"2026-03-03T03:27:09.891256Z","end":"2026-03-03T03:27:11.649404Z","steps":["trace[1091353774] 'agreement among raft nodes before linearized reading' (duration: 974.273622ms)","trace[1091353774] 'range keys from in-memory index tree' (duration: 783.701872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:11.649451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.75496124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:27:11.649245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.754737995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:27:11.649477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:09.891235Z","time spent":"1.75822848s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T03:27:11.649491Z","caller":"traceutil/trace.go:171","msg":"trace[1346789606] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15141; }","duration":"5.755002711s","start":"2026-03-03T03:27:05.894476Z","end":"2026-03-03T03:27:11.649478Z","steps":["trace[1346789606] 'agreement among raft nodes before linearized reading' (duration: 4.970840179s)","trace[1346789606] 'range keys from in-memory index tree' (duration: 784.119521ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:27:11.649426Z","caller":"traceutil/trace.go:171","msg":"trace[1610616948] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15141; }","duration":"5.752608618s","start":"2026-03-03T03:27:05.896691Z","end":"2026-03-03T03:27:11.649299Z","steps":["trace[1610616948] 'agreement among raft nodes before linearized reading' (duration: 4.968453716s)","trace[1610616948] 'range keys from in-memory index tree' (duration: 784.06731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:11.64878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.75228201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:27:11.649586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.757751462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:27:11.649592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73869916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:11.649612Z","caller":"traceutil/trace.go:171","msg":"trace[2075400355] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15141; }","duration":"5.753208571s","start":"2026-03-03T03:27:05.896395Z","end":"2026-03-03T03:27:11.649603Z","steps":["trace[2075400355] 'agreement among raft nodes before linearized reading' (duration: 4.968760503s)","trace[2075400355] 'range keys from in-memory index tree' (duration: 783.292983ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:27:11.649624Z","caller":"traceutil/trace.go:171","msg":"trace[865817682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15141; }","duration":"1.738777993s","start":"2026-03-03T03:27:09.910838Z","end":"2026-03-03T03:27:11.649616Z","steps":["trace[865817682] 'agreement among raft nodes before linearized reading' (duration: 954.701633ms)","trace[865817682] 'range keys from in-memory index tree' (duration: 784.033519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:11.649643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.896386Z","time spent":"5.753248762s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T03:27:11.649653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.755121853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:11.649729Z","caller":"traceutil/trace.go:171","msg":"trace[213549885] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15141; }","duration":"5.755210836s","start":"2026-03-03T03:27:05.894508Z","end":"2026-03-03T03:27:11.649719Z","steps":["trace[213549885] 'agreement among raft nodes before linearized reading' (duration: 4.970792308s)","trace[213549885] 'range keys from in-memory index tree' (duration: 784.333915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:11.64977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.894501Z","time spent":"5.755260517s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T03:27:11.649794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.755409939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:11.649821Z","caller":"traceutil/trace.go:171","msg":"trace[543461807] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15141; }","duration":"5.755442631s","start":"2026-03-03T03:27:05.89437Z","end":"2026-03-03T03:27:11.649813Z","steps":["trace[543461807] 'agreement among raft nodes before linearized reading' (duration: 4.970964112s)","trace[543461807] 'range keys from in-memory index tree' (duration: 784.437318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:11.649854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.894365Z","time spent":"5.755482662s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T03:27:11.649924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271116955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T03:27:11.649967Z","caller":"traceutil/trace.go:171","msg":"trace[1256668406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15141; }","duration":"3.271163986s","start":"2026-03-03T03:27:08.378787Z","end":"2026-03-03T03:27:11.649951Z","steps":["trace[1256668406] 'agreement among raft nodes before linearized reading' (duration: 2.486542044s)","trace[1256668406] 'range keys from in-memory index tree' (duration: 784.53154ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:27:11.650012Z","caller":"traceutil/trace.go:171","msg":"trace[882674622] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15141; }","duration":"5.758103329s","start":"2026-03-03T03:27:05.891891Z","end":"2026-03-03T03:27:11.649994Z","steps":["trace[882674622] 'agreement among raft nodes before linearized reading' (duration: 4.973403345s)","trace[882674622] 'range keys from in-memory index tree' (duration: 783.662371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:11.650054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.89188Z","time spent":"5.758164901s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:27:11.649742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.89668Z","time spent":"5.752916235s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:27:11.64973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33985524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:11.649362Z","caller":"traceutil/trace.go:171","msg":"trace[1869647147] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189936debfff6bf4; range_end:; response_count:1; response_revision:15141; }","duration":"3.748158794s","start":"2026-03-03T03:27:07.901178Z","end":"2026-03-03T03:27:11.649337Z","steps":["trace[1869647147] 'agreement among raft nodes before linearized reading' (duration: 2.963697235s)","trace[1869647147] 'range keys from in-memory index tree' (duration: 784.224934ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:27:11.650248Z","caller":"traceutil/trace.go:171","msg":"trace[905596061] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:15141; }","duration":"1.340397412s","start":"2026-03-03T03:27:10.309835Z","end":"2026-03-03T03:27:11.650232Z","steps":["trace[905596061] 'agreement among raft nodes before linearized reading' (duration: 555.702149ms)","trace[905596061] 'count revisions from in-memory index tree' (duration: 783.753963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:11.650261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.557485155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:11.64962Z","caller":"traceutil/trace.go:171","msg":"trace[1382484033] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15141; }","duration":"5.757807973s","start":"2026-03-03T03:27:05.891801Z","end":"2026-03-03T03:27:11.649609Z","steps":["trace[1382484033] 'agreement among raft nodes before linearized reading' (duration: 4.973512538s)","trace[1382484033] 'range keys from in-memory index tree' (duration: 784.247904ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:27:11.650298Z","caller":"traceutil/trace.go:171","msg":"trace[1651186011] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:15141; }","duration":"6.557542967s","start":"2026-03-03T03:27:05.092739Z","end":"2026-03-03T03:27:11.650282Z","steps":["trace[1651186011] 'agreement among raft nodes before linearized reading' (duration: 5.772599578s)","trace[1651186011] 'count revisions from in-memory index tree' (duration: 784.880737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:11.650273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:07.901144Z","time spent":"3.749109774s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189936debfff6bf4\" "} {"level":"warn","ts":"2026-03-03T03:27:11.650322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.092723Z","time spent":"6.557592728s","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:27:11.649547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.894469Z","time spent":"5.755070163s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T03:27:11.649659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:09.91081Z","time spent":"1.738837903s","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:27:11.649419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.896085Z","time spent":"5.753326304s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T03:27:11.649502Z","caller":"traceutil/trace.go:171","msg":"trace[1517952085] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15141; }","duration":"5.754993741s","start":"2026-03-03T03:27:05.894494Z","end":"2026-03-03T03:27:11.649488Z","steps":["trace[1517952085] 'agreement among raft nodes before linearized reading' (duration: 4.970775808s)","trace[1517952085] 'range keys from in-memory index tree' (duration: 783.946707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:11.649091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.75180304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:27:11.650627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.023207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:27:11.650862Z","caller":"traceutil/trace.go:171","msg":"trace[1571480426] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15141; }","duration":"5.753599959s","start":"2026-03-03T03:27:05.897246Z","end":"2026-03-03T03:27:11.650846Z","steps":["trace[1571480426] 'agreement among raft nodes before linearized reading' (duration: 4.967884894s)","trace[1571480426] 'range keys from in-memory index tree' (duration: 783.903596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:11.649994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:08.378779Z","time spent":"3.271209608s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:27:11.650827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.894413Z","time spent":"5.756169977s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T03:27:11.650898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.897201Z","time spent":"5.753688951s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T03:27:11.650912Z","caller":"traceutil/trace.go:171","msg":"trace[2096744766] transaction","detail":"{read_only:false; response_revision:15142; number_of_response:1; }","duration":"780.365428ms","start":"2026-03-03T03:27:10.870526Z","end":"2026-03-03T03:27:11.650891Z","steps":["trace[2096744766] 'process raft request' (duration: 494.987813ms)","trace[2096744766] 'compare' (duration: 283.073864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:11.648916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.895008Z","time spent":"5.753889306s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T03:27:11.648692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.893715Z","time spent":"5.754965169s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T03:27:11.650979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:10.870491Z","time spent":"780.459501ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:27:11.65028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:10.309813Z","time spent":"1.340454443s","remote":"127.0.0.1:59594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:27:11.650331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:05.891789Z","time spent":"5.758526698s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T03:27:12.093362Z","caller":"traceutil/trace.go:171","msg":"trace[1868292979] transaction","detail":"{read_only:false; response_revision:15143; number_of_response:1; }","duration":"1.221797695s","start":"2026-03-03T03:27:10.871528Z","end":"2026-03-03T03:27:12.093326Z","steps":["trace[1868292979] 'process raft request' (duration: 1.221418086s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:12.093376Z","caller":"traceutil/trace.go:171","msg":"trace[1866253065] transaction","detail":"{read_only:false; response_revision:15144; number_of_response:1; }","duration":"1.221262694s","start":"2026-03-03T03:27:10.872068Z","end":"2026-03-03T03:27:12.09333Z","steps":["trace[1866253065] 'process raft request' (duration: 1.22109766s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:12.093511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:10.871509Z","time spent":"1.221926078s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:27:12.093637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:10.872041Z","time spent":"1.221449327s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:27:12.093783Z","caller":"traceutil/trace.go:171","msg":"trace[1420924621] transaction","detail":"{read_only:false; response_revision:15145; number_of_response:1; }","duration":"1.221672202s","start":"2026-03-03T03:27:10.872075Z","end":"2026-03-03T03:27:12.093747Z","steps":["trace[1420924621] 'process raft request' (duration: 1.221190291s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:12.093987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:10.872054Z","time spent":"1.221828476s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:27:12.094028Z","caller":"traceutil/trace.go:171","msg":"trace[1404766706] linearizableReadLoop","detail":"{readStateIndex:15709; appliedIndex:15704; }","duration":"1.163082523s","start":"2026-03-03T03:27:10.930928Z","end":"2026-03-03T03:27:12.09401Z","steps":["trace[1404766706] 'read index received' (duration: 434.582615ms)","trace[1404766706] 'applied index is now lower than readState.Index' (duration: 728.498188ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:27:12.094179Z","caller":"traceutil/trace.go:171","msg":"trace[582622669] transaction","detail":"{read_only:false; response_revision:15146; number_of_response:1; }","duration":"1.221086139s","start":"2026-03-03T03:27:10.873081Z","end":"2026-03-03T03:27:12.094168Z","steps":["trace[582622669] 'process raft request' (duration: 1.220508246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:12.094253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:10.873068Z","time spent":"1.22114534s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:27:12.094275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163316688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:12.094401Z","caller":"traceutil/trace.go:171","msg":"trace[114652040] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15146; }","duration":"1.163453502s","start":"2026-03-03T03:27:10.93092Z","end":"2026-03-03T03:27:12.094374Z","steps":["trace[114652040] 'agreement among raft nodes before linearized reading' (duration: 1.163249677s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:12.094465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:10.930885Z","time spent":"1.163568515s","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T03:27:12.259885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:11.653974Z","time spent":"605.900673ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T03:27:12.260482Z","caller":"traceutil/trace.go:171","msg":"trace[1226498039] transaction","detail":"{read_only:false; response_revision:15147; number_of_response:1; }","duration":"604.530922ms","start":"2026-03-03T03:27:11.65591Z","end":"2026-03-03T03:27:12.260441Z","steps":["trace[1226498039] 'process raft request' (duration: 603.858558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:12.26074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:11.655884Z","time spent":"604.737707ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:27:12.260876Z","caller":"traceutil/trace.go:171","msg":"trace[2004522388] transaction","detail":"{read_only:false; response_revision:15148; number_of_response:1; }","duration":"368.350649ms","start":"2026-03-03T03:27:11.892498Z","end":"2026-03-03T03:27:12.260848Z","steps":["trace[2004522388] 'process raft request' (duration: 367.431439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:12.261096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:11.89246Z","time spent":"368.495363ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:27:12.261388Z","caller":"traceutil/trace.go:171","msg":"trace[1775652108] transaction","detail":"{read_only:false; response_revision:15149; number_of_response:1; }","duration":"368.82754ms","start":"2026-03-03T03:27:11.892552Z","end":"2026-03-03T03:27:12.26138Z","steps":["trace[1775652108] 'process raft request' (duration: 368.670256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:12.261452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:11.892514Z","time spent":"368.894391ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:27:12.261864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.537734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" ","response":"range_response_count:1 size:22120"} {"level":"info","ts":"2026-03-03T03:27:12.261891Z","caller":"traceutil/trace.go:171","msg":"trace[829794861] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gdrxl; range_end:; response_count:1; response_revision:15150; }","duration":"333.604656ms","start":"2026-03-03T03:27:11.928281Z","end":"2026-03-03T03:27:12.261885Z","steps":["trace[829794861] 'agreement among raft nodes before linearized reading' (duration: 333.502093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:12.26193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:11.928257Z","time spent":"333.647096ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22143,"request content":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" "} {"level":"warn","ts":"2026-03-03T03:27:12.261969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.425236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:12.262058Z","caller":"traceutil/trace.go:171","msg":"trace[1125799884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15150; }","duration":"602.518537ms","start":"2026-03-03T03:27:11.659498Z","end":"2026-03-03T03:27:12.262016Z","steps":["trace[1125799884] 'agreement among raft nodes before linearized reading' (duration: 602.399465ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:12.262082Z","caller":"traceutil/trace.go:171","msg":"trace[1740560753] transaction","detail":"{read_only:false; response_revision:15150; number_of_response:1; }","duration":"368.435921ms","start":"2026-03-03T03:27:11.893637Z","end":"2026-03-03T03:27:12.262073Z","steps":["trace[1740560753] 'process raft request' (duration: 367.688645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:12.262102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:11.65948Z","time spent":"602.61452ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:27:12.262118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:11.893601Z","time spent":"368.497822ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:27:12.262286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.985467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ttgbg\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-03-03T03:27:12.262305Z","caller":"traceutil/trace.go:171","msg":"trace[1947653447] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ttgbg; range_end:; response_count:1; response_revision:15150; }","duration":"331.032719ms","start":"2026-03-03T03:27:11.931268Z","end":"2026-03-03T03:27:12.262301Z","steps":["trace[1947653447] 'agreement among raft nodes before linearized reading' (duration: 330.966127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:12.262318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:11.931249Z","time spent":"331.066669ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20782,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ttgbg\" "} {"level":"warn","ts":"2026-03-03T03:27:12.262433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.497483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ws79s\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-03-03T03:27:12.262463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.467231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:27:12.262476Z","caller":"traceutil/trace.go:171","msg":"trace[934562627] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ws79s; range_end:; response_count:1; response_revision:15150; }","duration":"338.602605ms","start":"2026-03-03T03:27:11.923863Z","end":"2026-03-03T03:27:12.262465Z","steps":["trace[934562627] 'agreement among raft nodes before linearized reading' (duration: 338.39572ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:12.262497Z","caller":"traceutil/trace.go:171","msg":"trace[1830964599] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:15150; }","duration":"332.506621ms","start":"2026-03-03T03:27:11.92997Z","end":"2026-03-03T03:27:12.262477Z","steps":["trace[1830964599] 'agreement among raft nodes before linearized reading' (duration: 332.45103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:12.262517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:11.929959Z","time spent":"332.552762ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"warn","ts":"2026-03-03T03:27:12.262507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:11.923835Z","time spent":"338.665517ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-ws79s\" "} {"level":"warn","ts":"2026-03-03T03:27:12.26288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.219607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" ","response":"range_response_count:1 size:22120"} {"level":"info","ts":"2026-03-03T03:27:12.262899Z","caller":"traceutil/trace.go:171","msg":"trace[1268787463] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gdrxl; range_end:; response_count:1; response_revision:15150; }","duration":"333.265328ms","start":"2026-03-03T03:27:11.929629Z","end":"2026-03-03T03:27:12.262895Z","steps":["trace[1268787463] 'agreement among raft nodes before linearized reading' (duration: 333.020532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:12.262913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:11.929618Z","time spent":"333.291829ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22143,"request content":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" "} {"level":"info","ts":"2026-03-03T03:27:12.262642Z","caller":"traceutil/trace.go:171","msg":"trace[1061055665] linearizableReadLoop","detail":"{readStateIndex:15714; appliedIndex:15709; }","duration":"167.278169ms","start":"2026-03-03T03:27:12.094102Z","end":"2026-03-03T03:27:12.26138Z","steps":["trace[1061055665] 'read index received' (duration: 137.144486ms)","trace[1061055665] 'applied index is now lower than readState.Index' (duration: 30.132383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:12.263406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.973314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:12.26524Z","caller":"traceutil/trace.go:171","msg":"trace[1416661169] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:15150; }","duration":"667.861116ms","start":"2026-03-03T03:27:11.597361Z","end":"2026-03-03T03:27:12.265222Z","steps":["trace[1416661169] 'agreement among raft nodes before linearized reading' (duration: 665.975584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:12.263225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.605855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T03:27:12.263506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.760286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T03:27:12.265483Z","caller":"traceutil/trace.go:171","msg":"trace[1392233656] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:15150; }","duration":"611.842624ms","start":"2026-03-03T03:27:11.653591Z","end":"2026-03-03T03:27:12.265434Z","steps":["trace[1392233656] 'agreement among raft nodes before linearized reading' (duration: 609.594744ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:12.265553Z","caller":"traceutil/trace.go:171","msg":"trace[1523112738] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15150; }","duration":"897.795162ms","start":"2026-03-03T03:27:11.367739Z","end":"2026-03-03T03:27:12.265534Z","steps":["trace[1523112738] 'agreement among raft nodes before linearized reading' (duration: 895.705925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:12.265618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:11.367678Z","time spent":"897.916614ms","remote":"127.0.0.1:53016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T03:27:12.265637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:11.653566Z","time spent":"612.013398ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T03:27:12.265511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:11.597331Z","time spent":"668.06067ms","remote":"127.0.0.1:60948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:27:12.34516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.629147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:12.345267Z","caller":"traceutil/trace.go:171","msg":"trace[1821444591] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15151; }","duration":"243.811111ms","start":"2026-03-03T03:27:12.101436Z","end":"2026-03-03T03:27:12.345247Z","steps":["trace[1821444591] 'agreement among raft nodes before linearized reading' (duration: 243.605017ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:12.458433Z","caller":"traceutil/trace.go:171","msg":"trace[1544676049] linearizableReadLoop","detail":"{readStateIndex:15716; appliedIndex:15715; }","duration":"102.241257ms","start":"2026-03-03T03:27:12.356159Z","end":"2026-03-03T03:27:12.4584Z","steps":["trace[1544676049] 'read index received' (duration: 101.989992ms)","trace[1544676049] 'applied index is now lower than readState.Index' (duration: 249.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:27:12.458537Z","caller":"traceutil/trace.go:171","msg":"trace[1805469896] transaction","detail":"{read_only:false; response_revision:15152; number_of_response:1; }","duration":"107.204378ms","start":"2026-03-03T03:27:12.351265Z","end":"2026-03-03T03:27:12.458469Z","steps":["trace[1805469896] 'process raft request' (duration: 106.91274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:12.458757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.562315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-03T03:27:12.458808Z","caller":"traceutil/trace.go:171","msg":"trace[1853078374] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15152; }","duration":"102.667748ms","start":"2026-03-03T03:27:12.356128Z","end":"2026-03-03T03:27:12.458796Z","steps":["trace[1853078374] 'agreement among raft nodes before linearized reading' (duration: 102.427093ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:12.943044Z","caller":"traceutil/trace.go:171","msg":"trace[419193299] linearizableReadLoop","detail":"{readStateIndex:15719; appliedIndex:15718; }","duration":"128.928085ms","start":"2026-03-03T03:27:12.814086Z","end":"2026-03-03T03:27:12.943014Z","steps":["trace[419193299] 'read index received' (duration: 128.860184ms)","trace[419193299] 'applied index is now lower than readState.Index' (duration: 66.031µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:12.943471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.140661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:27:12.943565Z","caller":"traceutil/trace.go:171","msg":"trace[900167722] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:15154; }","duration":"129.483238ms","start":"2026-03-03T03:27:12.81406Z","end":"2026-03-03T03:27:12.943544Z","steps":["trace[900167722] 'agreement among raft nodes before linearized reading' (duration: 129.072209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:14.601091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990446943,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:27:15.001807Z","caller":"traceutil/trace.go:171","msg":"trace[687691040] transaction","detail":"{read_only:false; response_revision:15157; number_of_response:1; }","duration":"922.282509ms","start":"2026-03-03T03:27:14.079495Z","end":"2026-03-03T03:27:15.001777Z","steps":["trace[687691040] 'process raft request' (duration: 922.000623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:15.002203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:14.079477Z","time spent":"922.424002ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:27:15.00725Z","caller":"traceutil/trace.go:171","msg":"trace[1989273513] transaction","detail":"{read_only:false; response_revision:15158; number_of_response:1; }","duration":"739.266385ms","start":"2026-03-03T03:27:14.267955Z","end":"2026-03-03T03:27:15.007222Z","steps":["trace[1989273513] 'process raft request' (duration: 739.04265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:15.007395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:14.267938Z","time spent":"739.377477ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:27:15.007669Z","caller":"traceutil/trace.go:171","msg":"trace[71475627] transaction","detail":"{read_only:false; response_revision:15160; number_of_response:1; }","duration":"739.0811ms","start":"2026-03-03T03:27:14.268576Z","end":"2026-03-03T03:27:15.007657Z","steps":["trace[71475627] 'process raft request' (duration: 738.885226ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:15.007675Z","caller":"traceutil/trace.go:171","msg":"trace[1407157701] linearizableReadLoop","detail":"{readStateIndex:15725; appliedIndex:15721; }","duration":"906.631554ms","start":"2026-03-03T03:27:14.101009Z","end":"2026-03-03T03:27:15.00764Z","steps":["trace[1407157701] 'read index received' (duration: 900.705644ms)","trace[1407157701] 'applied index is now lower than readState.Index' (duration: 5.92384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:15.007748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:14.268566Z","time spent":"739.130541ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:27:15.007709Z","caller":"traceutil/trace.go:171","msg":"trace[1655246902] transaction","detail":"{read_only:false; response_revision:15159; number_of_response:1; }","duration":"739.719455ms","start":"2026-03-03T03:27:14.267963Z","end":"2026-03-03T03:27:15.007683Z","steps":["trace[1655246902] 'process raft request' (duration: 739.191264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:15.00805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:14.267945Z","time spent":"740.028782ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:27:15.008195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.150167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:27:15.00824Z","caller":"traceutil/trace.go:171","msg":"trace[461509084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15160; }","duration":"907.244409ms","start":"2026-03-03T03:27:14.100983Z","end":"2026-03-03T03:27:15.008228Z","steps":["trace[461509084] 'agreement among raft nodes before linearized reading' (duration: 907.031934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:15.008283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:14.100973Z","time spent":"907.29963ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:27:15.008303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.55034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:15.008392Z","caller":"traceutil/trace.go:171","msg":"trace[236082746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15160; }","duration":"331.706894ms","start":"2026-03-03T03:27:14.676665Z","end":"2026-03-03T03:27:15.008372Z","steps":["trace[236082746] 'agreement among raft nodes before linearized reading' (duration: 331.52637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:15.008419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.737635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:27:15.008451Z","caller":"traceutil/trace.go:171","msg":"trace[2060410526] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:15160; }","duration":"351.801966ms","start":"2026-03-03T03:27:14.656638Z","end":"2026-03-03T03:27:15.00844Z","steps":["trace[2060410526] 'agreement among raft nodes before linearized reading' (duration: 351.728385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:15.008507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:14.656612Z","time spent":"351.887208ms","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:27:15.008575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.396926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" ","response":"range_response_count:1 size:22120"} {"level":"info","ts":"2026-03-03T03:27:15.008622Z","caller":"traceutil/trace.go:171","msg":"trace[1282152071] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gdrxl; range_end:; response_count:1; response_revision:15160; }","duration":"637.438257ms","start":"2026-03-03T03:27:14.37117Z","end":"2026-03-03T03:27:15.008608Z","steps":["trace[1282152071] 'agreement among raft nodes before linearized reading' (duration: 637.320384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:15.008447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:14.676641Z","time spent":"331.796476ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:27:15.008654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:14.371086Z","time spent":"637.561319ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22143,"request content":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" "} {"level":"warn","ts":"2026-03-03T03:27:15.008342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.363942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ttgbg\" ","response":"range_response_count:1 size:20759"} {"level":"warn","ts":"2026-03-03T03:27:15.008775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.668385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:27:15.008791Z","caller":"traceutil/trace.go:171","msg":"trace[1296067080] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ttgbg; range_end:; response_count:1; response_revision:15160; }","duration":"636.824822ms","start":"2026-03-03T03:27:14.371946Z","end":"2026-03-03T03:27:15.008771Z","steps":["trace[1296067080] 'agreement among raft nodes before linearized reading' (duration: 636.216529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:15.008814Z","caller":"traceutil/trace.go:171","msg":"trace[64196998] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:15160; }","duration":"634.759578ms","start":"2026-03-03T03:27:14.374044Z","end":"2026-03-03T03:27:15.008803Z","steps":["trace[64196998] 'agreement among raft nodes before linearized reading' (duration: 634.580364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:15.008845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:14.374014Z","time spent":"634.824559ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pd24c\" "} {"level":"warn","ts":"2026-03-03T03:27:15.00846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.59727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T03:27:15.008879Z","caller":"traceutil/trace.go:171","msg":"trace[1007153825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15160; }","duration":"744.073051ms","start":"2026-03-03T03:27:14.264798Z","end":"2026-03-03T03:27:15.008871Z","steps":["trace[1007153825] 'agreement among raft nodes before linearized reading' (duration: 743.504638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:15.008915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:14.264768Z","time spent":"744.139892ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:27:15.008955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.227458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T03:27:15.008846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:14.371937Z","time spent":"636.895764ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20782,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ttgbg\" "} {"level":"info","ts":"2026-03-03T03:27:15.009022Z","caller":"traceutil/trace.go:171","msg":"trace[2032718041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15160; }","duration":"907.347971ms","start":"2026-03-03T03:27:14.101661Z","end":"2026-03-03T03:27:15.009009Z","steps":["trace[2032718041] 'agreement among raft nodes before linearized reading' (duration: 907.179157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:15.009061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:14.101654Z","time spent":"907.398832ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:27:15.009171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.294057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ws79s\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-03-03T03:27:15.009167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.904301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" ","response":"range_response_count:1 size:22120"} {"level":"info","ts":"2026-03-03T03:27:15.009211Z","caller":"traceutil/trace.go:171","msg":"trace[1240134311] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gdrxl; range_end:; response_count:1; response_revision:15160; }","duration":"634.967262ms","start":"2026-03-03T03:27:14.374231Z","end":"2026-03-03T03:27:15.009199Z","steps":["trace[1240134311] 'agreement among raft nodes before linearized reading' (duration: 634.860189ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:15.009206Z","caller":"traceutil/trace.go:171","msg":"trace[284682046] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ws79s; range_end:; response_count:1; response_revision:15160; }","duration":"634.342468ms","start":"2026-03-03T03:27:14.374851Z","end":"2026-03-03T03:27:15.009193Z","steps":["trace[284682046] 'agreement among raft nodes before linearized reading' (duration: 634.227495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:15.009241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:14.37421Z","time spent":"635.023683ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22143,"request content":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" "} {"level":"warn","ts":"2026-03-03T03:27:15.009255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:14.374844Z","time spent":"634.404909ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-ws79s\" "} {"level":"warn","ts":"2026-03-03T03:27:15.009236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.858132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T03:27:15.009292Z","caller":"traceutil/trace.go:171","msg":"trace[1480432823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15160; }","duration":"907.937023ms","start":"2026-03-03T03:27:14.101339Z","end":"2026-03-03T03:27:15.009276Z","steps":["trace[1480432823] 'agreement among raft nodes before linearized reading' (duration: 907.79525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:15.009325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:14.101332Z","time spent":"907.987245ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T03:27:46.126376Z","caller":"traceutil/trace.go:171","msg":"trace[2037730253] transaction","detail":"{read_only:false; response_revision:15304; number_of_response:1; }","duration":"156.063422ms","start":"2026-03-03T03:27:45.970277Z","end":"2026-03-03T03:27:46.126341Z","steps":["trace[2037730253] 'process raft request' (duration: 155.845737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:47.49614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.045725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:27:47.496555Z","caller":"traceutil/trace.go:171","msg":"trace[129555945] transaction","detail":"{read_only:false; response_revision:15306; number_of_response:1; }","duration":"342.764276ms","start":"2026-03-03T03:27:47.153759Z","end":"2026-03-03T03:27:47.496523Z","steps":["trace[129555945] 'process raft request' (duration: 114.231031ms)","trace[129555945] 'compare' (duration: 227.694907ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:27:47.496395Z","caller":"traceutil/trace.go:171","msg":"trace[2134136497] linearizableReadLoop","detail":"{readStateIndex:15878; appliedIndex:15876; }","duration":"268.515284ms","start":"2026-03-03T03:27:47.227861Z","end":"2026-03-03T03:27:47.496376Z","steps":["trace[2134136497] 'read index received' (duration: 40.00298ms)","trace[2134136497] 'applied index is now lower than readState.Index' (duration: 228.511194ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:27:47.496755Z","caller":"traceutil/trace.go:171","msg":"trace[873295138] transaction","detail":"{read_only:false; response_revision:15307; number_of_response:1; }","duration":"341.863167ms","start":"2026-03-03T03:27:47.154805Z","end":"2026-03-03T03:27:47.496668Z","steps":["trace[873295138] 'process raft request' (duration: 341.453368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:47.496863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:47.153743Z","time spent":"342.921109ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:27:47.496874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:27:47.154789Z","time spent":"342.02354ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:27:47.497053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.163628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T03:27:47.49717Z","caller":"traceutil/trace.go:171","msg":"trace[217729035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15307; }","duration":"269.383833ms","start":"2026-03-03T03:27:47.227754Z","end":"2026-03-03T03:27:47.497137Z","steps":["trace[217729035] 'agreement among raft nodes before linearized reading' (duration: 268.979624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:47.51434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.898029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T03:27:47.514366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.082237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T03:27:47.514469Z","caller":"traceutil/trace.go:171","msg":"trace[1491162820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15308; }","duration":"272.089392ms","start":"2026-03-03T03:27:47.242358Z","end":"2026-03-03T03:27:47.514447Z","steps":["trace[1491162820] 'agreement among raft nodes before linearized reading' (duration: 271.711264ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:47.514493Z","caller":"traceutil/trace.go:171","msg":"trace[1737839304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15308; }","duration":"199.291812ms","start":"2026-03-03T03:27:47.315175Z","end":"2026-03-03T03:27:47.514467Z","steps":["trace[1737839304] 'agreement among raft nodes before linearized reading' (duration: 198.945704ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:47.514318Z","caller":"traceutil/trace.go:171","msg":"trace[38622681] transaction","detail":"{read_only:false; response_revision:15308; number_of_response:1; }","duration":"208.463733ms","start":"2026-03-03T03:27:47.30575Z","end":"2026-03-03T03:27:47.514214Z","steps":["trace[38622681] 'process raft request' (duration: 208.116006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:47.514584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.834705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T03:27:47.514703Z","caller":"traceutil/trace.go:171","msg":"trace[582822955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15308; }","duration":"226.040399ms","start":"2026-03-03T03:27:47.288635Z","end":"2026-03-03T03:27:47.514675Z","steps":["trace[582822955] 'agreement among raft nodes before linearized reading' (duration: 225.63017ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:47.649768Z","caller":"traceutil/trace.go:171","msg":"trace[1577576690] transaction","detail":"{read_only:false; response_revision:15310; number_of_response:1; }","duration":"130.210284ms","start":"2026-03-03T03:27:47.519507Z","end":"2026-03-03T03:27:47.649717Z","steps":["trace[1577576690] 'process raft request' (duration: 85.46863ms)","trace[1577576690] 'compare' (duration: 44.502479ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:27:47.64992Z","caller":"traceutil/trace.go:171","msg":"trace[296639280] linearizableReadLoop","detail":"{readStateIndex:15883; appliedIndex:15879; }","duration":"100.409538ms","start":"2026-03-03T03:27:47.549484Z","end":"2026-03-03T03:27:47.649894Z","steps":["trace[296639280] 'read index received' (duration: 7.939465ms)","trace[296639280] 'applied index is now lower than readState.Index' (duration: 92.468243ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:27:47.650093Z","caller":"traceutil/trace.go:171","msg":"trace[3053992] transaction","detail":"{read_only:false; response_revision:15311; number_of_response:1; }","duration":"129.894177ms","start":"2026-03-03T03:27:47.520181Z","end":"2026-03-03T03:27:47.650075Z","steps":["trace[3053992] 'process raft request' (duration: 129.445567ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:47.650255Z","caller":"traceutil/trace.go:171","msg":"trace[541053987] transaction","detail":"{read_only:false; response_revision:15312; number_of_response:1; }","duration":"129.850306ms","start":"2026-03-03T03:27:47.52032Z","end":"2026-03-03T03:27:47.65017Z","steps":["trace[541053987] 'process raft request' (duration: 129.513128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:47.650413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.912548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ws79s\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-03T03:27:47.650466Z","caller":"traceutil/trace.go:171","msg":"trace[727486558] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ws79s; range_end:; response_count:1; response_revision:15312; }","duration":"101.028461ms","start":"2026-03-03T03:27:47.549426Z","end":"2026-03-03T03:27:47.650454Z","steps":["trace[727486558] 'agreement among raft nodes before linearized reading' (duration: 100.800236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:47.650569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.015761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pd24c\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-03T03:27:47.650652Z","caller":"traceutil/trace.go:171","msg":"trace[1143262684] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pd24c; range_end:; response_count:1; response_revision:15312; }","duration":"101.150574ms","start":"2026-03-03T03:27:47.549455Z","end":"2026-03-03T03:27:47.650606Z","steps":["trace[1143262684] 'agreement among raft nodes before linearized reading' (duration: 100.862088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:47.881981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.538135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:27:47.882114Z","caller":"traceutil/trace.go:171","msg":"trace[55337759] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15312; }","duration":"127.703638ms","start":"2026-03-03T03:27:47.754372Z","end":"2026-03-03T03:27:47.882075Z","steps":["trace[55337759] 'range keys from in-memory index tree' (duration: 127.33183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:49.31541Z","caller":"traceutil/trace.go:171","msg":"trace[421336003] transaction","detail":"{read_only:false; response_revision:15315; number_of_response:1; }","duration":"122.37778ms","start":"2026-03-03T03:27:49.192992Z","end":"2026-03-03T03:27:49.31537Z","steps":["trace[421336003] 'process raft request' (duration: 122.048383ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:49.688533Z","caller":"traceutil/trace.go:171","msg":"trace[697883106] linearizableReadLoop","detail":"{readStateIndex:15889; appliedIndex:15887; }","duration":"150.247613ms","start":"2026-03-03T03:27:49.538261Z","end":"2026-03-03T03:27:49.688508Z","steps":["trace[697883106] 'read index received' (duration: 42.639507ms)","trace[697883106] 'applied index is now lower than readState.Index' (duration: 107.606816ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:27:49.688617Z","caller":"traceutil/trace.go:171","msg":"trace[868928596] transaction","detail":"{read_only:false; response_revision:15317; number_of_response:1; }","duration":"184.65872ms","start":"2026-03-03T03:27:49.503923Z","end":"2026-03-03T03:27:49.688582Z","steps":["trace[868928596] 'process raft request' (duration: 134.660041ms)","trace[868928596] 'compare' (duration: 49.802064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:27:49.688883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.156073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T03:27:49.688908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.629072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-c5cdbbc57-t485j.189936abba17c258\" ","response":"range_response_count:1 size:1174"} {"level":"info","ts":"2026-03-03T03:27:49.688944Z","caller":"traceutil/trace.go:171","msg":"trace[4839150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15317; }","duration":"126.294877ms","start":"2026-03-03T03:27:49.562632Z","end":"2026-03-03T03:27:49.688927Z","steps":["trace[4839150] 'agreement among raft nodes before linearized reading' (duration: 126.0337ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:49.689028Z","caller":"traceutil/trace.go:171","msg":"trace[564009789] range","detail":"{range_begin:/registry/events/openstack/cinder-api-c5cdbbc57-t485j.189936abba17c258; range_end:; response_count:1; response_revision:15317; }","duration":"150.882058ms","start":"2026-03-03T03:27:49.538118Z","end":"2026-03-03T03:27:49.689Z","steps":["trace[564009789] 'agreement among raft nodes before linearized reading' (duration: 150.510849ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:28:49.301397Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13548} {"level":"info","ts":"2026-03-03T03:28:49.417282Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13548,"took":"112.462663ms","hash":1246422858,"current-db-size-bytes":39415808,"current-db-size":"39 MB","current-db-size-in-use-bytes":26861568,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T03:28:49.417339Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1246422858,"revision":13548,"compact-revision":11674} {"level":"info","ts":"2026-03-03T03:30:45.588701Z","caller":"traceutil/trace.go:171","msg":"trace[2041135788] transaction","detail":"{read_only:false; response_revision:16607; number_of_response:1; }","duration":"121.41282ms","start":"2026-03-03T03:30:45.467258Z","end":"2026-03-03T03:30:45.588671Z","steps":["trace[2041135788] 'process raft request' (duration: 121.194345ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:30:48.92892Z","caller":"traceutil/trace.go:171","msg":"trace[477445319] transaction","detail":"{read_only:false; response_revision:16628; number_of_response:1; }","duration":"189.146449ms","start":"2026-03-03T03:30:48.739745Z","end":"2026-03-03T03:30:48.928891Z","steps":["trace[477445319] 'process raft request' (duration: 188.980564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:30:49.256932Z","caller":"traceutil/trace.go:171","msg":"trace[314795204] linearizableReadLoop","detail":"{readStateIndex:17250; appliedIndex:17247; }","duration":"115.497491ms","start":"2026-03-03T03:30:49.141409Z","end":"2026-03-03T03:30:49.256907Z","steps":["trace[314795204] 'read index received' (duration: 9.895528ms)","trace[314795204] 'applied index is now lower than readState.Index' (duration: 105.601013ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:30:49.256975Z","caller":"traceutil/trace.go:171","msg":"trace[1761544689] transaction","detail":"{read_only:false; response_revision:16630; number_of_response:1; }","duration":"163.050856ms","start":"2026-03-03T03:30:49.093895Z","end":"2026-03-03T03:30:49.256945Z","steps":["trace[1761544689] 'process raft request' (duration: 101.895721ms)","trace[1761544689] 'compare' (duration: 60.913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:30:49.257181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.742906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T03:30:49.257231Z","caller":"traceutil/trace.go:171","msg":"trace[621253714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16631; }","duration":"115.848318ms","start":"2026-03-03T03:30:49.141368Z","end":"2026-03-03T03:30:49.257216Z","steps":["trace[621253714] 'agreement among raft nodes before linearized reading' (duration: 115.639104ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:30:49.257038Z","caller":"traceutil/trace.go:171","msg":"trace[2036809935] transaction","detail":"{read_only:false; response_revision:16631; number_of_response:1; }","duration":"162.526424ms","start":"2026-03-03T03:30:49.094451Z","end":"2026-03-03T03:30:49.256978Z","steps":["trace[2036809935] 'process raft request' (duration: 162.400461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:30.373876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.932834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:32:30.374049Z","caller":"traceutil/trace.go:171","msg":"trace[868137767] linearizableReadLoop","detail":"{readStateIndex:17904; appliedIndex:17903; }","duration":"215.670865ms","start":"2026-03-03T03:32:30.158355Z","end":"2026-03-03T03:32:30.374026Z","steps":["trace[868137767] 'read index received' (duration: 79.457155ms)","trace[868137767] 'applied index is now lower than readState.Index' (duration: 136.21199ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:32:30.374145Z","caller":"traceutil/trace.go:171","msg":"trace[910291486] transaction","detail":"{read_only:false; response_revision:17264; number_of_response:1; }","duration":"229.505539ms","start":"2026-03-03T03:32:30.144605Z","end":"2026-03-03T03:32:30.374111Z","steps":["trace[910291486] 'process raft request' (duration: 93.209477ms)","trace[910291486] 'compare' (duration: 135.697939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:32:30.374351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.968911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-03-03T03:32:30.374433Z","caller":"traceutil/trace.go:171","msg":"trace[1203242566] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:17264; }","duration":"216.097684ms","start":"2026-03-03T03:32:30.158318Z","end":"2026-03-03T03:32:30.374416Z","steps":["trace[1203242566] 'agreement among raft nodes before linearized reading' (duration: 215.876449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:30.699139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.137019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-03T03:32:30.699158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.683012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-03T03:32:30.699239Z","caller":"traceutil/trace.go:171","msg":"trace[881272106] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17267; }","duration":"183.774124ms","start":"2026-03-03T03:32:30.515446Z","end":"2026-03-03T03:32:30.69922Z","steps":["trace[881272106] 'range keys from in-memory index tree' (duration: 183.494348ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:30.699239Z","caller":"traceutil/trace.go:171","msg":"trace[971047695] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17267; }","duration":"198.298783ms","start":"2026-03-03T03:32:30.500913Z","end":"2026-03-03T03:32:30.699212Z","steps":["trace[971047695] 'range keys from in-memory index tree' (duration: 197.926825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:30.699287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.361115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-03T03:32:30.699332Z","caller":"traceutil/trace.go:171","msg":"trace[228390585] transaction","detail":"{read_only:false; response_revision:17268; number_of_response:1; }","duration":"113.221356ms","start":"2026-03-03T03:32:30.586086Z","end":"2026-03-03T03:32:30.699307Z","steps":["trace[228390585] 'process raft request' (duration: 111.012438ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:30.699429Z","caller":"traceutil/trace.go:171","msg":"trace[419269350] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17267; }","duration":"198.521629ms","start":"2026-03-03T03:32:30.500828Z","end":"2026-03-03T03:32:30.69935Z","steps":["trace[419269350] 'range keys from in-memory index tree' (duration: 198.155889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:34.901748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045070124s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:32:34.901833Z","caller":"traceutil/trace.go:171","msg":"trace[1717537460] linearizableReadLoop","detail":"{readStateIndex:17931; appliedIndex:17930; }","duration":"1.064818348s","start":"2026-03-03T03:32:33.837002Z","end":"2026-03-03T03:32:34.90182Z","steps":["trace[1717537460] 'read index received' (duration: 19.525209ms)","trace[1717537460] 'applied index is now lower than readState.Index' (duration: 1.045292299s)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:32:34.901866Z","caller":"traceutil/trace.go:171","msg":"trace[524557365] transaction","detail":"{read_only:false; response_revision:17290; number_of_response:1; }","duration":"1.078819715s","start":"2026-03-03T03:32:33.823011Z","end":"2026-03-03T03:32:34.901831Z","steps":["trace[524557365] 'process raft request' (duration: 33.562467ms)","trace[524557365] 'compare' (duration: 1.04394959s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:32:34.901978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064984302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T03:32:34.902Z","caller":"traceutil/trace.go:171","msg":"trace[270865265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17290; }","duration":"1.065054124s","start":"2026-03-03T03:32:33.836939Z","end":"2026-03-03T03:32:34.901993Z","steps":["trace[270865265] 'agreement among raft nodes before linearized reading' (duration: 1.064934431s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:34.902015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:33.822994Z","time spent":"1.078950719s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:32:34.902029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:33.836917Z","time spent":"1.065104814s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T03:32:34.903028Z","caller":"traceutil/trace.go:171","msg":"trace[543427188] transaction","detail":"{read_only:false; response_revision:17291; number_of_response:1; }","duration":"876.421092ms","start":"2026-03-03T03:32:34.026587Z","end":"2026-03-03T03:32:34.903008Z","steps":["trace[543427188] 'process raft request' (duration: 876.33038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:34.903154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:34.026563Z","time spent":"876.519743ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:32:34.903853Z","caller":"traceutil/trace.go:171","msg":"trace[126730974] transaction","detail":"{read_only:false; response_revision:17292; number_of_response:1; }","duration":"655.019701ms","start":"2026-03-03T03:32:34.24882Z","end":"2026-03-03T03:32:34.90384Z","steps":["trace[126730974] 'process raft request' (duration: 654.806896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:34.903914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:34.248796Z","time spent":"655.090683ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:32:34.904018Z","caller":"traceutil/trace.go:171","msg":"trace[763894247] transaction","detail":"{read_only:false; response_revision:17293; number_of_response:1; }","duration":"191.987984ms","start":"2026-03-03T03:32:34.712022Z","end":"2026-03-03T03:32:34.90401Z","steps":["trace[763894247] 'process raft request' (duration: 191.647557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:34.904415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0562498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T03:32:34.904449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.512231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-03T03:32:34.904488Z","caller":"traceutil/trace.go:171","msg":"trace[2062305681] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17293; }","duration":"194.574241ms","start":"2026-03-03T03:32:34.709905Z","end":"2026-03-03T03:32:34.904479Z","steps":["trace[2062305681] 'agreement among raft nodes before linearized reading' (duration: 194.459949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:34.904531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.676403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-03T03:32:34.904557Z","caller":"traceutil/trace.go:171","msg":"trace[1015543237] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17293; }","duration":"194.739825ms","start":"2026-03-03T03:32:34.709811Z","end":"2026-03-03T03:32:34.904551Z","steps":["trace[1015543237] 'agreement among raft nodes before linearized reading' (duration: 194.660843ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:34.904456Z","caller":"traceutil/trace.go:171","msg":"trace[207308195] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17293; }","duration":"1.056326072s","start":"2026-03-03T03:32:33.848118Z","end":"2026-03-03T03:32:34.904444Z","steps":["trace[207308195] 'agreement among raft nodes before linearized reading' (duration: 1.05625446s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:34.905864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:33.848102Z","time spent":"1.057747773s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:32:34.905057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.18632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417078"} {"level":"info","ts":"2026-03-03T03:32:34.906001Z","caller":"traceutil/trace.go:171","msg":"trace[963094828] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:17293; }","duration":"664.170901ms","start":"2026-03-03T03:32:34.241821Z","end":"2026-03-03T03:32:34.905992Z","steps":["trace[963094828] 'agreement among raft nodes before linearized reading' (duration: 663.108598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:34.906027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:34.241804Z","time spent":"664.216683ms","remote":"127.0.0.1:58386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417101,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T03:32:34.905128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.12153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-user-trzvm\" ","response":"range_response_count:1 size:9163"} {"level":"info","ts":"2026-03-03T03:32:34.906232Z","caller":"traceutil/trace.go:171","msg":"trace[1489790606] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-user-trzvm; range_end:; response_count:1; response_revision:17293; }","duration":"455.263364ms","start":"2026-03-03T03:32:34.450962Z","end":"2026-03-03T03:32:34.906225Z","steps":["trace[1489790606] 'agreement among raft nodes before linearized reading' (duration: 454.122929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:34.906253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:34.45094Z","time spent":"455.306236ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9186,"request content":"key:\"/registry/pods/openstack/neutron-ks-user-trzvm\" "} {"level":"warn","ts":"2026-03-03T03:32:34.905122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017756965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T03:32:34.906387Z","caller":"traceutil/trace.go:171","msg":"trace[1983327755] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17293; }","duration":"1.019065193s","start":"2026-03-03T03:32:33.887314Z","end":"2026-03-03T03:32:34.906379Z","steps":["trace[1983327755] 'agreement among raft nodes before linearized reading' (duration: 1.017679903s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:34.906415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:33.887296Z","time spent":"1.019111474s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T03:32:34.905197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.3868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-03T03:32:34.906529Z","caller":"traceutil/trace.go:171","msg":"trace[1638530975] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17293; }","duration":"196.7744ms","start":"2026-03-03T03:32:34.709747Z","end":"2026-03-03T03:32:34.906521Z","steps":["trace[1638530975] 'agreement among raft nodes before linearized reading' (duration: 195.311979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:34.905652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.24815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T03:32:34.906709Z","caller":"traceutil/trace.go:171","msg":"trace[1897107048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17293; }","duration":"515.354324ms","start":"2026-03-03T03:32:34.391347Z","end":"2026-03-03T03:32:34.906702Z","steps":["trace[1897107048] 'agreement among raft nodes before linearized reading' (duration: 513.390692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:34.90674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:34.391322Z","time spent":"515.410816ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:32:41.428495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990455788,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:32:41.646324Z","caller":"traceutil/trace.go:171","msg":"trace[2144549930] transaction","detail":"{read_only:false; response_revision:17323; number_of_response:1; }","duration":"721.075301ms","start":"2026-03-03T03:32:40.925227Z","end":"2026-03-03T03:32:41.646302Z","steps":["trace[2144549930] 'process raft request' (duration: 720.927378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:41.646486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:40.925213Z","time spent":"721.192863ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:32:41.831193Z","caller":"traceutil/trace.go:171","msg":"trace[530915875] linearizableReadLoop","detail":"{readStateIndex:17968; appliedIndex:17965; }","duration":"903.763332ms","start":"2026-03-03T03:32:40.927402Z","end":"2026-03-03T03:32:41.831165Z","steps":["trace[530915875] 'read index received' (duration: 718.834442ms)","trace[530915875] 'applied index is now lower than readState.Index' (duration: 184.92782ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:32:41.831271Z","caller":"traceutil/trace.go:171","msg":"trace[1420704068] transaction","detail":"{read_only:false; response_revision:17324; number_of_response:1; }","duration":"787.481289ms","start":"2026-03-03T03:32:41.043739Z","end":"2026-03-03T03:32:41.831221Z","steps":["trace[1420704068] 'process raft request' (duration: 787.170132ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:41.831326Z","caller":"traceutil/trace.go:171","msg":"trace[961686266] transaction","detail":"{read_only:false; response_revision:17325; number_of_response:1; }","duration":"779.075114ms","start":"2026-03-03T03:32:41.052202Z","end":"2026-03-03T03:32:41.831277Z","steps":["trace[961686266] 'process raft request' (duration: 778.91389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:41.831451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.985337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-03T03:32:41.831483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:41.043704Z","time spent":"787.664843ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:32:41.831511Z","caller":"traceutil/trace.go:171","msg":"trace[1849435642] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17325; }","duration":"904.069369ms","start":"2026-03-03T03:32:40.927424Z","end":"2026-03-03T03:32:41.831494Z","steps":["trace[1849435642] 'agreement among raft nodes before linearized reading' (duration: 903.891205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:41.831527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:41.052071Z","time spent":"779.34921ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:32:41.831516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.079199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-03T03:32:41.831577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:40.92742Z","time spent":"904.14177ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T03:32:41.831605Z","caller":"traceutil/trace.go:171","msg":"trace[1213878809] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17325; }","duration":"904.204402ms","start":"2026-03-03T03:32:40.927382Z","end":"2026-03-03T03:32:41.831586Z","steps":["trace[1213878809] 'agreement among raft nodes before linearized reading' (duration: 903.923266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:41.831664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:40.927375Z","time spent":"904.276663ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T03:32:41.831653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.70074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ws79s\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-03T03:32:41.831687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.40627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:32:41.83175Z","caller":"traceutil/trace.go:171","msg":"trace[1677402764] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ws79s; range_end:; response_count:1; response_revision:17325; }","duration":"279.846954ms","start":"2026-03-03T03:32:41.551884Z","end":"2026-03-03T03:32:41.831731Z","steps":["trace[1677402764] 'agreement among raft nodes before linearized reading' (duration: 279.542917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:41.831762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.40077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T03:32:41.831835Z","caller":"traceutil/trace.go:171","msg":"trace[1208470463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17325; }","duration":"896.490772ms","start":"2026-03-03T03:32:40.935322Z","end":"2026-03-03T03:32:41.831813Z","steps":["trace[1208470463] 'agreement among raft nodes before linearized reading' (duration: 896.205835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:41.831883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.422568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T03:32:41.8319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:40.935315Z","time spent":"896.572364ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T03:32:41.831933Z","caller":"traceutil/trace.go:171","msg":"trace[1659328204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17325; }","duration":"900.49304ms","start":"2026-03-03T03:32:40.931429Z","end":"2026-03-03T03:32:41.831922Z","steps":["trace[1659328204] 'agreement among raft nodes before linearized reading' (duration: 900.260715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:41.831905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.159989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T03:32:41.831948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.480111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7384"} {"level":"warn","ts":"2026-03-03T03:32:41.831978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.735797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ttgbg\" ","response":"range_response_count:1 size:20862"} {"level":"info","ts":"2026-03-03T03:32:41.832023Z","caller":"traceutil/trace.go:171","msg":"trace[1607072500] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:17325; }","duration":"901.573883ms","start":"2026-03-03T03:32:40.930433Z","end":"2026-03-03T03:32:41.832007Z","steps":["trace[1607072500] 'agreement among raft nodes before linearized reading' (duration: 901.356678ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:41.832036Z","caller":"traceutil/trace.go:171","msg":"trace[213797367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17325; }","duration":"893.307193ms","start":"2026-03-03T03:32:40.938693Z","end":"2026-03-03T03:32:41.832Z","steps":["trace[213797367] 'agreement among raft nodes before linearized reading' (duration: 892.971735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:41.83206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:40.930424Z","time spent":"901.628314ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7407,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-03T03:32:41.831958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:40.931423Z","time spent":"900.532491ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T03:32:41.832064Z","caller":"traceutil/trace.go:171","msg":"trace[512974010] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ttgbg; range_end:; response_count:1; response_revision:17325; }","duration":"251.820699ms","start":"2026-03-03T03:32:41.580232Z","end":"2026-03-03T03:32:41.832053Z","steps":["trace[512974010] 'agreement among raft nodes before linearized reading' (duration: 251.578413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:41.832104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:40.938687Z","time spent":"893.402695ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T03:32:41.831777Z","caller":"traceutil/trace.go:171","msg":"trace[1315361623] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:17325; }","duration":"533.557083ms","start":"2026-03-03T03:32:41.298195Z","end":"2026-03-03T03:32:41.831753Z","steps":["trace[1315361623] 'agreement among raft nodes before linearized reading' (duration: 533.369459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:41.832172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:41.298174Z","time spent":"533.976813ms","remote":"127.0.0.1:59490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:32:41.959777Z","caller":"traceutil/trace.go:171","msg":"trace[1544502881] transaction","detail":"{read_only:false; response_revision:17327; number_of_response:1; }","duration":"122.630362ms","start":"2026-03-03T03:32:41.837113Z","end":"2026-03-03T03:32:41.959743Z","steps":["trace[1544502881] 'process raft request' (duration: 122.454589ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:41.95987Z","caller":"traceutil/trace.go:171","msg":"trace[160146301] transaction","detail":"{read_only:false; response_revision:17326; number_of_response:1; }","duration":"123.108373ms","start":"2026-03-03T03:32:41.836699Z","end":"2026-03-03T03:32:41.959807Z","steps":["trace[160146301] 'process raft request' (duration: 95.065947ms)","trace[160146301] 'compare' (duration: 27.624987ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:32:41.960489Z","caller":"traceutil/trace.go:171","msg":"trace[469979714] transaction","detail":"{read_only:false; response_revision:17329; number_of_response:1; }","duration":"122.660133ms","start":"2026-03-03T03:32:41.837818Z","end":"2026-03-03T03:32:41.960478Z","steps":["trace[469979714] 'process raft request' (duration: 122.376097ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:41.960486Z","caller":"traceutil/trace.go:171","msg":"trace[1678967733] linearizableReadLoop","detail":"{readStateIndex:17970; appliedIndex:17968; }","duration":"122.96805ms","start":"2026-03-03T03:32:41.837498Z","end":"2026-03-03T03:32:41.960466Z","steps":["trace[1678967733] 'read index received' (duration: 94.448194ms)","trace[1678967733] 'applied index is now lower than readState.Index' (duration: 28.518216ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:32:41.960523Z","caller":"traceutil/trace.go:171","msg":"trace[1078939267] transaction","detail":"{read_only:false; response_revision:17328; number_of_response:1; }","duration":"122.789466ms","start":"2026-03-03T03:32:41.837701Z","end":"2026-03-03T03:32:41.96049Z","steps":["trace[1078939267] 'process raft request' (duration: 121.969878ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:41.960694Z","caller":"traceutil/trace.go:171","msg":"trace[171546732] transaction","detail":"{read_only:false; response_revision:17330; number_of_response:1; }","duration":"109.234538ms","start":"2026-03-03T03:32:41.851327Z","end":"2026-03-03T03:32:41.960562Z","steps":["trace[171546732] 'process raft request' (duration: 109.042934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:41.961288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.727566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T03:32:41.961378Z","caller":"traceutil/trace.go:171","msg":"trace[994620820] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17330; }","duration":"108.839369ms","start":"2026-03-03T03:32:41.852517Z","end":"2026-03-03T03:32:41.961356Z","steps":["trace[994620820] 'agreement among raft nodes before linearized reading' (duration: 108.612483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:41.961634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.117386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930737"} {"level":"info","ts":"2026-03-03T03:32:41.961722Z","caller":"traceutil/trace.go:171","msg":"trace[397685460] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17330; }","duration":"124.232068ms","start":"2026-03-03T03:32:41.837477Z","end":"2026-03-03T03:32:41.961709Z","steps":["trace[397685460] 'agreement among raft nodes before linearized reading' (duration: 123.158564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:41.963286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.380163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930737"} {"level":"info","ts":"2026-03-03T03:32:41.963332Z","caller":"traceutil/trace.go:171","msg":"trace[2033366023] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17330; }","duration":"125.794822ms","start":"2026-03-03T03:32:41.837527Z","end":"2026-03-03T03:32:41.963322Z","steps":["trace[2033366023] 'agreement among raft nodes before linearized reading' (duration: 123.500621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:42.108587Z","caller":"traceutil/trace.go:171","msg":"trace[1419194488] transaction","detail":"{read_only:false; response_revision:17331; number_of_response:1; }","duration":"139.081634ms","start":"2026-03-03T03:32:41.969473Z","end":"2026-03-03T03:32:42.108555Z","steps":["trace[1419194488] 'process raft request' (duration: 129.180697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:43.177084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990455805,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:32:43.206001Z","caller":"traceutil/trace.go:171","msg":"trace[935536719] transaction","detail":"{read_only:false; response_revision:17332; number_of_response:1; }","duration":"809.771908ms","start":"2026-03-03T03:32:42.396206Z","end":"2026-03-03T03:32:43.205978Z","steps":["trace[935536719] 'process raft request' (duration: 809.619675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:43.206157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:42.396183Z","time spent":"809.892221ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:32:43.224467Z","caller":"traceutil/trace.go:171","msg":"trace[818712380] linearizableReadLoop","detail":"{readStateIndex:17976; appliedIndex:17974; }","duration":"548.202265ms","start":"2026-03-03T03:32:42.676235Z","end":"2026-03-03T03:32:43.224437Z","steps":["trace[818712380] 'read index received' (duration: 529.692169ms)","trace[818712380] 'applied index is now lower than readState.Index' (duration: 18.508996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:32:43.225161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.740176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T03:32:43.225222Z","caller":"traceutil/trace.go:171","msg":"trace[900658131] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:17333; }","duration":"404.845619ms","start":"2026-03-03T03:32:42.820362Z","end":"2026-03-03T03:32:43.225207Z","steps":["trace[900658131] 'agreement among raft nodes before linearized reading' (duration: 404.664875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:43.225256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:42.820339Z","time spent":"404.909641ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-03T03:32:43.225516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.286599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:32:43.225561Z","caller":"traceutil/trace.go:171","msg":"trace[1957777318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17333; }","duration":"549.394032ms","start":"2026-03-03T03:32:42.676154Z","end":"2026-03-03T03:32:43.225548Z","steps":["trace[1957777318] 'agreement among raft nodes before linearized reading' (duration: 549.327761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:43.225531Z","caller":"traceutil/trace.go:171","msg":"trace[1646203236] transaction","detail":"{read_only:false; response_revision:17333; number_of_response:1; }","duration":"813.110682ms","start":"2026-03-03T03:32:42.412377Z","end":"2026-03-03T03:32:43.225488Z","steps":["trace[1646203236] 'process raft request' (duration: 811.914455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:43.225595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:42.676117Z","time spent":"549.468294ms","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:32:43.225648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.427741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T03:32:43.225706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.845819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-03T03:32:43.225741Z","caller":"traceutil/trace.go:171","msg":"trace[1595762364] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:17333; }","duration":"129.601045ms","start":"2026-03-03T03:32:43.096119Z","end":"2026-03-03T03:32:43.22572Z","steps":["trace[1595762364] 'agreement among raft nodes before linearized reading' (duration: 129.282478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:43.225776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:42.412349Z","time spent":"813.271315ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:32:43.225796Z","caller":"traceutil/trace.go:171","msg":"trace[1456981902] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17333; }","duration":"298.022994ms","start":"2026-03-03T03:32:42.92775Z","end":"2026-03-03T03:32:43.225773Z","steps":["trace[1456981902] 'agreement among raft nodes before linearized reading' (duration: 297.694477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:44.175988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990455809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:32:44.542314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263931939s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T03:32:44.542418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:43.227398Z","time spent":"1.315015131s","remote":"127.0.0.1:52944","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T03:32:44.676514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990455809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:32:45.176968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990455809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:32:45.27397Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.621138532s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T03:32:45.391966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.709234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:32:45.392089Z","caller":"traceutil/trace.go:171","msg":"trace[1849823736] transaction","detail":"{read_only:false; response_revision:17334; number_of_response:1; }","duration":"1.739329066s","start":"2026-03-03T03:32:43.652722Z","end":"2026-03-03T03:32:45.392051Z","steps":["trace[1849823736] 'process raft request' (duration: 1.621461429s)","trace[1849823736] 'compare' (duration: 117.594842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:32:45.392146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:43.652698Z","time spent":"1.739427069s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:32:45.647134Z","caller":"traceutil/trace.go:171","msg":"trace[2037194972] transaction","detail":"{read_only:false; response_revision:17335; number_of_response:1; }","duration":"1.809507937s","start":"2026-03-03T03:32:43.837602Z","end":"2026-03-03T03:32:45.64711Z","steps":["trace[2037194972] 'process raft request' (duration: 1.77229248s)","trace[2037194972] 'compare' (duration: 37.038393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:32:45.647276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:43.837573Z","time spent":"1.80962695s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:32:45.647478Z","caller":"traceutil/trace.go:171","msg":"trace[1812981628] transaction","detail":"{read_only:false; response_revision:17336; number_of_response:1; }","duration":"1.808525545s","start":"2026-03-03T03:32:43.838935Z","end":"2026-03-03T03:32:45.647461Z","steps":["trace[1812981628] 'process raft request' (duration: 1.808138476s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:45.647651Z","caller":"traceutil/trace.go:171","msg":"trace[245063120] linearizableReadLoop","detail":"{readStateIndex:17982; appliedIndex:17977; }","duration":"1.972067156s","start":"2026-03-03T03:32:43.675549Z","end":"2026-03-03T03:32:45.647616Z","steps":["trace[245063120] 'read index received' (duration: 1.598654868s)","trace[245063120] 'applied index is now lower than readState.Index' (duration: 373.410508ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:32:45.647737Z","caller":"traceutil/trace.go:171","msg":"trace[2006713130] transaction","detail":"{read_only:false; response_revision:17337; number_of_response:1; }","duration":"1.103736502s","start":"2026-03-03T03:32:44.543933Z","end":"2026-03-03T03:32:45.64767Z","steps":["trace[2006713130] 'process raft request' (duration: 1.103415345s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:45.647846Z","caller":"traceutil/trace.go:171","msg":"trace[1186964225] transaction","detail":"{read_only:false; response_revision:17338; number_of_response:1; }","duration":"543.993173ms","start":"2026-03-03T03:32:45.103744Z","end":"2026-03-03T03:32:45.647737Z","steps":["trace[1186964225] 'process raft request' (duration: 543.780638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:45.647919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972326851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:32:45.648016Z","caller":"traceutil/trace.go:171","msg":"trace[882142354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17338; }","duration":"1.972492646s","start":"2026-03-03T03:32:43.675496Z","end":"2026-03-03T03:32:45.647989Z","steps":["trace[882142354] 'agreement among raft nodes before linearized reading' (duration: 1.9722626s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:45.648047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810753215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-03T03:32:45.64807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:43.675476Z","time spent":"1.972585119s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:32:45.648062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:44.543908Z","time spent":"1.103988548s","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:32:45.648134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663746547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" ","response":"range_response_count:1 size:22121"} {"level":"warn","ts":"2026-03-03T03:32:45.648136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:45.103715Z","time spent":"544.27204ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:32:45.648208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66661178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ws79s\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-03T03:32:45.64825Z","caller":"traceutil/trace.go:171","msg":"trace[225697977] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ws79s; range_end:; response_count:1; response_revision:17338; }","duration":"1.666677332s","start":"2026-03-03T03:32:43.981564Z","end":"2026-03-03T03:32:45.648241Z","steps":["trace[225697977] 'agreement among raft nodes before linearized reading' (duration: 1.666549369s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:45.648304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:43.981552Z","time spent":"1.666741213s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-ws79s\" "} {"level":"warn","ts":"2026-03-03T03:32:45.648323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.767548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-03T03:32:45.648345Z","caller":"traceutil/trace.go:171","msg":"trace[1247881608] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17338; }","duration":"405.854381ms","start":"2026-03-03T03:32:45.242483Z","end":"2026-03-03T03:32:45.648338Z","steps":["trace[1247881608] 'agreement among raft nodes before linearized reading' (duration: 405.790459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:45.648371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:45.242453Z","time spent":"405.913282ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T03:32:45.648095Z","caller":"traceutil/trace.go:171","msg":"trace[1864999776] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17338; }","duration":"1.810875988s","start":"2026-03-03T03:32:43.837209Z","end":"2026-03-03T03:32:45.648085Z","steps":["trace[1864999776] 'agreement among raft nodes before linearized reading' (duration: 1.810665313s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:45.648687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:43.837184Z","time spent":"1.811485281s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T03:32:45.648727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.090609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T03:32:45.648752Z","caller":"traceutil/trace.go:171","msg":"trace[1602246923] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17338; }","duration":"525.155151ms","start":"2026-03-03T03:32:45.123591Z","end":"2026-03-03T03:32:45.648746Z","steps":["trace[1602246923] 'agreement among raft nodes before linearized reading' (duration: 525.080419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:45.648772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:45.123569Z","time spent":"525.199661ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T03:32:45.648795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811312457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7384"} {"level":"warn","ts":"2026-03-03T03:32:45.648253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.054395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T03:32:45.648175Z","caller":"traceutil/trace.go:171","msg":"trace[505372727] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gdrxl; range_end:; response_count:1; response_revision:17338; }","duration":"1.663818739s","start":"2026-03-03T03:32:43.984347Z","end":"2026-03-03T03:32:45.648166Z","steps":["trace[505372727] 'agreement among raft nodes before linearized reading' (duration: 1.663666146s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:45.648843Z","caller":"traceutil/trace.go:171","msg":"trace[1787720890] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:17338; }","duration":"1.811415429s","start":"2026-03-03T03:32:43.837413Z","end":"2026-03-03T03:32:45.648829Z","steps":["trace[1787720890] 'agreement among raft nodes before linearized reading' (duration: 1.811245446s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:45.648882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:43.837382Z","time spent":"1.811491861s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7407,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-03-03T03:32:45.648859Z","caller":"traceutil/trace.go:171","msg":"trace[276568049] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17338; }","duration":"242.697709ms","start":"2026-03-03T03:32:45.406141Z","end":"2026-03-03T03:32:45.648839Z","steps":["trace[276568049] 'agreement among raft nodes before linearized reading' (duration: 242.066545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:45.648912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681472166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T03:32:45.648922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681710961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T03:32:45.648808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681577138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T03:32:45.648998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393716159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7748"} {"level":"info","ts":"2026-03-03T03:32:45.648986Z","caller":"traceutil/trace.go:171","msg":"trace[1742455222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17338; }","duration":"1.681802463s","start":"2026-03-03T03:32:43.967165Z","end":"2026-03-03T03:32:45.648967Z","steps":["trace[1742455222] 'agreement among raft nodes before linearized reading' (duration: 1.681692261s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:45.64902Z","caller":"traceutil/trace.go:171","msg":"trace[1181674530] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:17338; }","duration":"1.39378051s","start":"2026-03-03T03:32:44.255233Z","end":"2026-03-03T03:32:45.649014Z","steps":["trace[1181674530] 'agreement among raft nodes before linearized reading' (duration: 1.393719089s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:45.649038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:44.25521Z","time spent":"1.393824422s","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T03:32:45.649053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:43.967142Z","time spent":"1.681897875s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T03:32:45.649032Z","caller":"traceutil/trace.go:171","msg":"trace[2080702901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17338; }","duration":"1.681848204s","start":"2026-03-03T03:32:43.967148Z","end":"2026-03-03T03:32:45.648997Z","steps":["trace[2080702901] 'agreement among raft nodes before linearized reading' (duration: 1.681496486s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:45.64905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680480184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T03:32:45.649051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810321205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-03T03:32:45.648937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275459322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T03:32:45.649141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:43.967115Z","time spent":"1.681987847s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T03:32:45.64914Z","caller":"traceutil/trace.go:171","msg":"trace[746172485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17338; }","duration":"1.680601598s","start":"2026-03-03T03:32:43.968515Z","end":"2026-03-03T03:32:45.649117Z","steps":["trace[746172485] 'agreement among raft nodes before linearized reading' (duration: 1.680394053s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:45.649165Z","caller":"traceutil/trace.go:171","msg":"trace[767204024] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:17338; }","duration":"1.275677926s","start":"2026-03-03T03:32:44.37347Z","end":"2026-03-03T03:32:45.649148Z","steps":["trace[767204024] 'agreement among raft nodes before linearized reading' (duration: 1.275431201s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:45.648946Z","caller":"traceutil/trace.go:171","msg":"trace[863626002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17338; }","duration":"1.681545198s","start":"2026-03-03T03:32:43.967391Z","end":"2026-03-03T03:32:45.648936Z","steps":["trace[863626002] 'agreement among raft nodes before linearized reading' (duration: 1.681444126s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:45.648897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:43.984336Z","time spent":"1.664543875s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22144,"request content":"key:\"/registry/pods/openstack/nova-compute-default-gdrxl\" "} {"level":"warn","ts":"2026-03-03T03:32:45.649226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:44.373391Z","time spent":"1.27581866s","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":18,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:32:45.649246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:43.96737Z","time spent":"1.681866574s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T03:32:45.649147Z","caller":"traceutil/trace.go:171","msg":"trace[2015980852] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17338; }","duration":"1.810457728s","start":"2026-03-03T03:32:43.838673Z","end":"2026-03-03T03:32:45.649131Z","steps":["trace[2015980852] 'agreement among raft nodes before linearized reading' (duration: 1.810177642s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:45.649204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:43.968506Z","time spent":"1.680688599s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:32:45.649265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536506234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T03:32:45.649299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:43.838662Z","time spent":"1.810627191s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T03:32:45.649319Z","caller":"traceutil/trace.go:171","msg":"trace[1650932342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17338; }","duration":"1.536599047s","start":"2026-03-03T03:32:44.112701Z","end":"2026-03-03T03:32:45.6493Z","steps":["trace[1650932342] 'agreement among raft nodes before linearized reading' (duration: 1.536372732s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:45.649361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:44.112678Z","time spent":"1.536674468s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:32:45.649448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:43.838909Z","time spent":"1.808631677s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:32:45.814895Z","caller":"traceutil/trace.go:171","msg":"trace[735548308] transaction","detail":"{read_only:false; response_revision:17341; number_of_response:1; }","duration":"159.667895ms","start":"2026-03-03T03:32:45.655205Z","end":"2026-03-03T03:32:45.814873Z","steps":["trace[735548308] 'process raft request' (duration: 159.600324ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:45.814922Z","caller":"traceutil/trace.go:171","msg":"trace[1710306255] transaction","detail":"{read_only:false; response_revision:17340; number_of_response:1; }","duration":"159.745367ms","start":"2026-03-03T03:32:45.655152Z","end":"2026-03-03T03:32:45.814898Z","steps":["trace[1710306255] 'process raft request' (duration: 159.524902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:45.815109Z","caller":"traceutil/trace.go:171","msg":"trace[1601246531] transaction","detail":"{read_only:false; response_revision:17342; number_of_response:1; }","duration":"159.88428ms","start":"2026-03-03T03:32:45.655197Z","end":"2026-03-03T03:32:45.815081Z","steps":["trace[1601246531] 'process raft request' (duration: 159.647295ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:45.815209Z","caller":"traceutil/trace.go:171","msg":"trace[1032688966] transaction","detail":"{read_only:false; response_revision:17343; number_of_response:1; }","duration":"159.943252ms","start":"2026-03-03T03:32:45.655257Z","end":"2026-03-03T03:32:45.815201Z","steps":["trace[1032688966] 'process raft request' (duration: 159.725607ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:45.81526Z","caller":"traceutil/trace.go:171","msg":"trace[1220611765] transaction","detail":"{read_only:false; response_revision:17344; number_of_response:1; }","duration":"159.733147ms","start":"2026-03-03T03:32:45.65552Z","end":"2026-03-03T03:32:45.815253Z","steps":["trace[1220611765] 'process raft request' (duration: 159.609034ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:45.815288Z","caller":"traceutil/trace.go:171","msg":"trace[1596043803] linearizableReadLoop","detail":"{readStateIndex:17984; appliedIndex:17982; }","duration":"159.967552ms","start":"2026-03-03T03:32:45.655206Z","end":"2026-03-03T03:32:45.815173Z","steps":["trace[1596043803] 'read index received' (duration: 8.903875ms)","trace[1596043803] 'applied index is now lower than readState.Index' (duration: 151.062797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:32:45.815477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.34028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18910"} {"level":"info","ts":"2026-03-03T03:32:45.81551Z","caller":"traceutil/trace.go:171","msg":"trace[190227901] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17344; }","duration":"160.404261ms","start":"2026-03-03T03:32:45.655093Z","end":"2026-03-03T03:32:45.815497Z","steps":["trace[190227901] 'agreement among raft nodes before linearized reading' (duration: 160.231357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:45.815533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.69861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:32:45.81556Z","caller":"traceutil/trace.go:171","msg":"trace[744627058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17344; }","duration":"156.749641ms","start":"2026-03-03T03:32:45.658804Z","end":"2026-03-03T03:32:45.815553Z","steps":["trace[744627058] 'agreement among raft nodes before linearized reading' (duration: 156.69301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:45.815707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.02333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T03:32:45.815742Z","caller":"traceutil/trace.go:171","msg":"trace[1347972570] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:17344; }","duration":"159.092522ms","start":"2026-03-03T03:32:45.656641Z","end":"2026-03-03T03:32:45.815734Z","steps":["trace[1347972570] 'agreement among raft nodes before linearized reading' (duration: 158.850607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:32:45.816469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.283396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930737"} {"level":"warn","ts":"2026-03-03T03:32:45.816488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.681606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:930737"} {"level":"info","ts":"2026-03-03T03:32:45.816506Z","caller":"traceutil/trace.go:171","msg":"trace[1068806288] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17344; }","duration":"158.333857ms","start":"2026-03-03T03:32:45.658166Z","end":"2026-03-03T03:32:45.8165Z","steps":["trace[1068806288] 'agreement among raft nodes before linearized reading' (duration: 157.59573ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:45.816508Z","caller":"traceutil/trace.go:171","msg":"trace[229223072] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17344; }","duration":"159.717537ms","start":"2026-03-03T03:32:45.656785Z","end":"2026-03-03T03:32:45.816503Z","steps":["trace[229223072] 'agreement among raft nodes before linearized reading' (duration: 158.98266ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:33:00.066179Z","caller":"traceutil/trace.go:171","msg":"trace[310186094] linearizableReadLoop","detail":"{readStateIndex:18129; appliedIndex:18127; }","duration":"368.811936ms","start":"2026-03-03T03:32:59.69734Z","end":"2026-03-03T03:33:00.066151Z","steps":["trace[310186094] 'read index received' (duration: 37.203017ms)","trace[310186094] 'applied index is now lower than readState.Index' (duration: 331.607679ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:33:00.066279Z","caller":"traceutil/trace.go:171","msg":"trace[1634859381] transaction","detail":"{read_only:false; response_revision:17476; number_of_response:1; }","duration":"369.682246ms","start":"2026-03-03T03:32:59.696557Z","end":"2026-03-03T03:33:00.066239Z","steps":["trace[1634859381] 'process raft request' (duration: 369.40756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:33:00.066442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:59.696541Z","time spent":"369.812049ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:33:00.066461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.110003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-03T03:33:00.066501Z","caller":"traceutil/trace.go:171","msg":"trace[1324045138] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17476; }","duration":"369.166474ms","start":"2026-03-03T03:32:59.697323Z","end":"2026-03-03T03:33:00.066489Z","steps":["trace[1324045138] 'agreement among raft nodes before linearized reading' (duration: 368.98801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:33:00.066536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:59.697268Z","time spent":"369.259816ms","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T03:33:00.066548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.821805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T03:33:00.066623Z","caller":"traceutil/trace.go:171","msg":"trace[608519614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17476; }","duration":"178.913018ms","start":"2026-03-03T03:32:59.887689Z","end":"2026-03-03T03:33:00.066602Z","steps":["trace[608519614] 'agreement among raft nodes before linearized reading' (duration: 178.707373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:33:00.06665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.592381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T03:33:00.066698Z","caller":"traceutil/trace.go:171","msg":"trace[127536209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17476; }","duration":"188.668573ms","start":"2026-03-03T03:32:59.878012Z","end":"2026-03-03T03:33:00.066681Z","steps":["trace[127536209] 'agreement among raft nodes before linearized reading' (duration: 188.582861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:33:00.066674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.59935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T03:33:00.066759Z","caller":"traceutil/trace.go:171","msg":"trace[59626162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17476; }","duration":"182.726212ms","start":"2026-03-03T03:32:59.884013Z","end":"2026-03-03T03:33:00.066739Z","steps":["trace[59626162] 'agreement among raft nodes before linearized reading' (duration: 182.462445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:33:00.066793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.605554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T03:33:00.066561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.45029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T03:33:00.066875Z","caller":"traceutil/trace.go:171","msg":"trace[986838790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17476; }","duration":"179.741157ms","start":"2026-03-03T03:32:59.887113Z","end":"2026-03-03T03:33:00.066854Z","steps":["trace[986838790] 'agreement among raft nodes before linearized reading' (duration: 179.44524ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:33:00.066942Z","caller":"traceutil/trace.go:171","msg":"trace[292813213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17476; }","duration":"343.810379ms","start":"2026-03-03T03:32:59.723092Z","end":"2026-03-03T03:33:00.066903Z","steps":["trace[292813213] 'agreement among raft nodes before linearized reading' (duration: 343.302037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:33:00.06705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:32:59.723053Z","time spent":"343.961752ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T03:33:00.232761Z","caller":"traceutil/trace.go:171","msg":"trace[570299489] transaction","detail":"{read_only:false; response_revision:17477; number_of_response:1; }","duration":"161.290531ms","start":"2026-03-03T03:33:00.071441Z","end":"2026-03-03T03:33:00.232732Z","steps":["trace[570299489] 'process raft request' (duration: 132.435398ms)","trace[570299489] 'compare' (duration: 28.419794ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:33:00.233103Z","caller":"traceutil/trace.go:171","msg":"trace[1664804687] transaction","detail":"{read_only:false; response_revision:17478; number_of_response:1; }","duration":"161.060947ms","start":"2026-03-03T03:33:00.072012Z","end":"2026-03-03T03:33:00.233073Z","steps":["trace[1664804687] 'process raft request' (duration: 160.668278ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:33:00.23322Z","caller":"traceutil/trace.go:171","msg":"trace[917121026] transaction","detail":"{read_only:false; response_revision:17479; number_of_response:1; }","duration":"161.009444ms","start":"2026-03-03T03:33:00.072188Z","end":"2026-03-03T03:33:00.233198Z","steps":["trace[917121026] 'process raft request' (duration: 160.760069ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:33:00.23324Z","caller":"traceutil/trace.go:171","msg":"trace[890369941] linearizableReadLoop","detail":"{readStateIndex:18134; appliedIndex:18129; }","duration":"159.746997ms","start":"2026-03-03T03:33:00.073466Z","end":"2026-03-03T03:33:00.233213Z","steps":["trace[890369941] 'read index received' (duration: 130.382313ms)","trace[890369941] 'applied index is now lower than readState.Index' (duration: 29.363314ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:33:00.233296Z","caller":"traceutil/trace.go:171","msg":"trace[1962261549] transaction","detail":"{read_only:false; response_revision:17480; number_of_response:1; }","duration":"161.002414ms","start":"2026-03-03T03:33:00.072264Z","end":"2026-03-03T03:33:00.233266Z","steps":["trace[1962261549] 'process raft request' (duration: 160.84071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:33:00.233355Z","caller":"traceutil/trace.go:171","msg":"trace[525770795] transaction","detail":"{read_only:false; response_revision:17481; number_of_response:1; }","duration":"161.006804ms","start":"2026-03-03T03:33:00.072325Z","end":"2026-03-03T03:33:00.233332Z","steps":["trace[525770795] 'process raft request' (duration: 160.830241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:33:00.234559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.066605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931286"} {"level":"info","ts":"2026-03-03T03:33:00.234652Z","caller":"traceutil/trace.go:171","msg":"trace[119138000] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17481; }","duration":"161.22509ms","start":"2026-03-03T03:33:00.073411Z","end":"2026-03-03T03:33:00.234636Z","steps":["trace[119138000] 'agreement among raft nodes before linearized reading' (duration: 159.912561ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:33:49.30873Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15659} {"level":"info","ts":"2026-03-03T03:33:49.405307Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15659,"took":"93.501013ms","hash":3416162288,"current-db-size-bytes":41533440,"current-db-size":"42 MB","current-db-size-in-use-bytes":28938240,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T03:33:49.405372Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3416162288,"revision":15659,"compact-revision":13548} {"level":"info","ts":"2026-03-03T03:37:02.838033Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T03:37:02.844028Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-03T03:37:02.844132Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-03T03:38:49.315907Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17919} {"level":"info","ts":"2026-03-03T03:38:49.419529Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17919,"took":"99.955744ms","hash":3143654951,"current-db-size-bytes":43220992,"current-db-size":"43 MB","current-db-size-in-use-bytes":30408704,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T03:38:49.419603Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3143654951,"revision":17919,"compact-revision":15659} {"level":"warn","ts":"2026-03-03T03:38:54.811893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.898157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T03:38:54.812148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.766555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T03:38:54.812183Z","caller":"traceutil/trace.go:171","msg":"trace[168464413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20035; }","duration":"552.840017ms","start":"2026-03-03T03:38:54.259336Z","end":"2026-03-03T03:38:54.812176Z","steps":["trace[168464413] 'range keys from in-memory index tree' (duration: 552.673363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:38:54.812209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:38:54.259315Z","time spent":"552.888248ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:38:54.812431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.710355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T03:38:54.81246Z","caller":"traceutil/trace.go:171","msg":"trace[86972333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20035; }","duration":"532.756367ms","start":"2026-03-03T03:38:54.279693Z","end":"2026-03-03T03:38:54.81245Z","steps":["trace[86972333] 'range keys from in-memory index tree' (duration: 532.631853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:38:54.812478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:38:54.279683Z","time spent":"532.789957ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T03:38:54.81196Z","caller":"traceutil/trace.go:171","msg":"trace[1491030427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20035; }","duration":"557.011309ms","start":"2026-03-03T03:38:54.254933Z","end":"2026-03-03T03:38:54.811944Z","steps":["trace[1491030427] 'range keys from in-memory index tree' (duration: 556.688831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:38:54.812826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:38:54.254909Z","time spent":"557.870249ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T03:38:55.142498Z","caller":"traceutil/trace.go:171","msg":"trace[449626856] transaction","detail":"{read_only:false; response_revision:20036; number_of_response:1; }","duration":"502.540563ms","start":"2026-03-03T03:38:54.63983Z","end":"2026-03-03T03:38:55.142371Z","steps":["trace[449626856] 'process raft request' (duration: 502.40429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:38:55.14284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:38:54.639803Z","time spent":"502.958522ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:38:55.593438Z","caller":"traceutil/trace.go:171","msg":"trace[677951171] transaction","detail":"{read_only:false; response_revision:20038; number_of_response:1; }","duration":"776.534709ms","start":"2026-03-03T03:38:54.816877Z","end":"2026-03-03T03:38:55.593412Z","steps":["trace[677951171] 'process raft request' (duration: 776.458677ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:38:55.593464Z","caller":"traceutil/trace.go:171","msg":"trace[282574407] transaction","detail":"{read_only:false; response_revision:20037; number_of_response:1; }","duration":"776.675051ms","start":"2026-03-03T03:38:54.81673Z","end":"2026-03-03T03:38:55.593405Z","steps":["trace[282574407] 'process raft request' (duration: 776.439196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:38:55.593613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:38:54.816856Z","time spent":"776.678751ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:38:55.5937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:38:54.816713Z","time spent":"776.849915ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:38:55.593826Z","caller":"traceutil/trace.go:171","msg":"trace[800703724] transaction","detail":"{read_only:false; response_revision:20039; number_of_response:1; }","duration":"776.304853ms","start":"2026-03-03T03:38:54.817464Z","end":"2026-03-03T03:38:55.593769Z","steps":["trace[800703724] 'process raft request' (duration: 775.912855ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:38:55.593877Z","caller":"traceutil/trace.go:171","msg":"trace[1641487825] transaction","detail":"{read_only:false; response_revision:20040; number_of_response:1; }","duration":"728.979884ms","start":"2026-03-03T03:38:54.864867Z","end":"2026-03-03T03:38:55.593847Z","steps":["trace[1641487825] 'process raft request' (duration: 728.77286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:38:55.59388Z","caller":"traceutil/trace.go:171","msg":"trace[627707465] linearizableReadLoop","detail":"{readStateIndex:20781; appliedIndex:20776; }","duration":"666.562564ms","start":"2026-03-03T03:38:54.927281Z","end":"2026-03-03T03:38:55.593844Z","steps":["trace[627707465] 'read index received' (duration: 215.018521ms)","trace[627707465] 'applied index is now lower than readState.Index' (duration: 451.543033ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:38:55.594009Z","caller":"traceutil/trace.go:171","msg":"trace[517640355] transaction","detail":"{read_only:false; response_revision:20041; number_of_response:1; }","duration":"456.46451ms","start":"2026-03-03T03:38:55.137533Z","end":"2026-03-03T03:38:55.593998Z","steps":["trace[517640355] 'process raft request' (duration: 456.247726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:38:55.594005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:38:54.817442Z","time spent":"776.467437ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:38:55.594121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:38:55.137515Z","time spent":"456.522642ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:38:55.594162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.877992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:38:55.594213Z","caller":"traceutil/trace.go:171","msg":"trace[618917326] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:20041; }","duration":"666.976275ms","start":"2026-03-03T03:38:54.927223Z","end":"2026-03-03T03:38:55.594199Z","steps":["trace[618917326] 'agreement among raft nodes before linearized reading' (duration: 666.79828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:38:55.59411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:38:54.864855Z","time spent":"729.086836ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:38:55.594252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:38:54.927202Z","time spent":"667.040706ms","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":27,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:38:55.597656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.298567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T03:38:55.597689Z","caller":"traceutil/trace.go:171","msg":"trace[1554743937] transaction","detail":"{read_only:false; response_revision:20042; number_of_response:1; }","duration":"421.424893ms","start":"2026-03-03T03:38:55.176224Z","end":"2026-03-03T03:38:55.597649Z","steps":["trace[1554743937] 'process raft request' (duration: 421.180938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:38:55.597721Z","caller":"traceutil/trace.go:171","msg":"trace[35466627] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20043; }","duration":"430.399849ms","start":"2026-03-03T03:38:55.16731Z","end":"2026-03-03T03:38:55.59771Z","steps":["trace[35466627] 'agreement among raft nodes before linearized reading' (duration: 430.244676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:38:55.59772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.342551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-03T03:38:55.59775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:38:55.167289Z","time spent":"430.455971ms","remote":"127.0.0.1:53016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T03:38:55.597777Z","caller":"traceutil/trace.go:171","msg":"trace[799528642] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20043; }","duration":"145.443473ms","start":"2026-03-03T03:38:55.452319Z","end":"2026-03-03T03:38:55.597762Z","steps":["trace[799528642] 'agreement among raft nodes before linearized reading' (duration: 145.28986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:38:55.597802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:38:55.176204Z","time spent":"421.536695ms","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:39:06.21027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.982774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:39:06.210426Z","caller":"traceutil/trace.go:171","msg":"trace[1734427199] linearizableReadLoop","detail":"{readStateIndex:20830; appliedIndex:20828; }","duration":"550.22336ms","start":"2026-03-03T03:39:05.66019Z","end":"2026-03-03T03:39:06.210413Z","steps":["trace[1734427199] 'read index received' (duration: 347.97957ms)","trace[1734427199] 'applied index is now lower than readState.Index' (duration: 202.24302ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:39:06.210511Z","caller":"traceutil/trace.go:171","msg":"trace[1228728328] transaction","detail":"{read_only:false; response_revision:20086; number_of_response:1; }","duration":"555.084556ms","start":"2026-03-03T03:39:05.6554Z","end":"2026-03-03T03:39:06.210485Z","steps":["trace[1228728328] 'process raft request' (duration: 352.822376ms)","trace[1228728328] 'compare' (duration: 201.816521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:39:06.210575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:05.655386Z","time spent":"555.160719ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:39:06.210597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.403103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T03:39:06.210625Z","caller":"traceutil/trace.go:171","msg":"trace[274150366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20087; }","duration":"550.432984ms","start":"2026-03-03T03:39:05.660183Z","end":"2026-03-03T03:39:06.210616Z","steps":["trace[274150366] 'agreement among raft nodes before linearized reading' (duration: 550.323192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:06.210659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:05.66013Z","time spent":"550.522096ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:39:06.210705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.622769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:39:06.210767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.535221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T03:39:06.210823Z","caller":"traceutil/trace.go:171","msg":"trace[1027005820] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:20087; }","duration":"361.812593ms","start":"2026-03-03T03:39:05.848983Z","end":"2026-03-03T03:39:06.210795Z","steps":["trace[1027005820] 'agreement among raft nodes before linearized reading' (duration: 361.600898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:06.210861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.788812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:39:06.210895Z","caller":"traceutil/trace.go:171","msg":"trace[1461354262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20087; }","duration":"547.718664ms","start":"2026-03-03T03:39:05.663148Z","end":"2026-03-03T03:39:06.210867Z","steps":["trace[1461354262] 'agreement among raft nodes before linearized reading' (duration: 547.410358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:06.210963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:05.663126Z","time spent":"547.826496ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T03:39:06.210969Z","caller":"traceutil/trace.go:171","msg":"trace[185911431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20087; }","duration":"529.939614ms","start":"2026-03-03T03:39:05.681003Z","end":"2026-03-03T03:39:06.210943Z","steps":["trace[185911431] 'agreement among raft nodes before linearized reading' (duration: 529.75145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:06.211018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:05.680983Z","time spent":"530.026587ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:39:06.210892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:05.848955Z","time spent":"361.924816ms","remote":"127.0.0.1:43784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:39:06.210692Z","caller":"traceutil/trace.go:171","msg":"trace[1362780004] transaction","detail":"{read_only:false; response_revision:20087; number_of_response:1; }","duration":"553.563203ms","start":"2026-03-03T03:39:05.657Z","end":"2026-03-03T03:39:06.210563Z","steps":["trace[1362780004] 'process raft request' (duration: 553.353248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:06.21105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.737595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T03:39:06.211251Z","caller":"traceutil/trace.go:171","msg":"trace[1847627593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20087; }","duration":"548.00854ms","start":"2026-03-03T03:39:05.663224Z","end":"2026-03-03T03:39:06.211232Z","steps":["trace[1847627593] 'agreement among raft nodes before linearized reading' (duration: 547.54853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:06.211278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:05.656991Z","time spent":"554.184826ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:39:06.211369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:05.663215Z","time spent":"548.071103ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:39:12.250577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.712009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:39:12.250869Z","caller":"traceutil/trace.go:171","msg":"trace[885757924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20110; }","duration":"131.031727ms","start":"2026-03-03T03:39:12.119797Z","end":"2026-03-03T03:39:12.250829Z","steps":["trace[885757924] 'range keys from in-memory index tree' (duration: 130.650688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:12.250885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.871484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:39:12.251489Z","caller":"traceutil/trace.go:171","msg":"trace[963445976] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20110; }","duration":"357.54264ms","start":"2026-03-03T03:39:11.893907Z","end":"2026-03-03T03:39:12.25145Z","steps":["trace[963445976] 'count revisions from in-memory index tree' (duration: 356.779003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:12.251706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:11.893886Z","time spent":"357.713234ms","remote":"127.0.0.1:32814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:39:12.25113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.63314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:39:12.251819Z","caller":"traceutil/trace.go:171","msg":"trace[823044607] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:20110; }","duration":"132.346606ms","start":"2026-03-03T03:39:12.119427Z","end":"2026-03-03T03:39:12.251773Z","steps":["trace[823044607] 'count revisions from in-memory index tree' (duration: 131.490646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:13.631423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.167975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:39:13.631662Z","caller":"traceutil/trace.go:171","msg":"trace[2111050680] transaction","detail":"{read_only:false; response_revision:20113; number_of_response:1; }","duration":"308.934893ms","start":"2026-03-03T03:39:13.322708Z","end":"2026-03-03T03:39:13.631643Z","steps":["trace[2111050680] 'process raft request' (duration: 308.82791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:13.631737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:13.322664Z","time spent":"309.035485ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:39:13.63183Z","caller":"traceutil/trace.go:171","msg":"trace[724409879] linearizableReadLoop","detail":"{readStateIndex:20856; appliedIndex:20854; }","duration":"1.380458006s","start":"2026-03-03T03:39:12.251316Z","end":"2026-03-03T03:39:13.631774Z","steps":["trace[724409879] 'read index received' (duration: 4.000867ms)","trace[724409879] 'applied index is now lower than readState.Index' (duration: 1.376452719s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:39:13.632076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380744902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T03:39:13.632034Z","caller":"traceutil/trace.go:171","msg":"trace[1960325151] transaction","detail":"{read_only:false; response_revision:20112; number_of_response:1; }","duration":"1.398394841s","start":"2026-03-03T03:39:12.233582Z","end":"2026-03-03T03:39:13.631977Z","steps":["trace[1960325151] 'process raft request' (duration: 419.576932ms)","trace[1960325151] 'compare' (duration: 977.95712ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:39:13.632115Z","caller":"traceutil/trace.go:171","msg":"trace[1946660930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20113; }","duration":"1.380797233s","start":"2026-03-03T03:39:12.251306Z","end":"2026-03-03T03:39:13.632103Z","steps":["trace[1946660930] 'agreement among raft nodes before linearized reading' (duration: 1.38063703s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:13.632147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:12.251238Z","time spent":"1.380901146s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:39:13.632152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378902493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T03:39:13.632191Z","caller":"traceutil/trace.go:171","msg":"trace[1518705869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20113; }","duration":"1.378964995s","start":"2026-03-03T03:39:12.253213Z","end":"2026-03-03T03:39:13.632178Z","steps":["trace[1518705869] 'agreement among raft nodes before linearized reading' (duration: 1.378838931s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:13.632187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.142084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:39:13.632227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:12.2532Z","time spent":"1.379020266s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:39:13.632253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:12.233563Z","time spent":"1.398574364s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:39:13.63227Z","caller":"traceutil/trace.go:171","msg":"trace[1292651641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20113; }","duration":"957.264697ms","start":"2026-03-03T03:39:12.674981Z","end":"2026-03-03T03:39:13.632246Z","steps":["trace[1292651641] 'agreement among raft nodes before linearized reading' (duration: 957.135973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:13.632312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:12.674958Z","time spent":"957.347358ms","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:39:13.632352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223717706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:39:13.63238Z","caller":"traceutil/trace.go:171","msg":"trace[1533768741] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:20113; }","duration":"1.223792887s","start":"2026-03-03T03:39:12.408579Z","end":"2026-03-03T03:39:13.632371Z","steps":["trace[1533768741] 'agreement among raft nodes before linearized reading' (duration: 1.223699555s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:13.632406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:12.408555Z","time spent":"1.223844219s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":90,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:39:13.632489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309286376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T03:39:13.632527Z","caller":"traceutil/trace.go:171","msg":"trace[1177572646] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20113; }","duration":"1.309347536s","start":"2026-03-03T03:39:12.323169Z","end":"2026-03-03T03:39:13.632517Z","steps":["trace[1177572646] 'agreement among raft nodes before linearized reading' (duration: 1.309253144s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:13.632553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:12.323156Z","time spent":"1.309390937s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:39:13.63256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.768904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T03:39:13.632594Z","caller":"traceutil/trace.go:171","msg":"trace[1221529947] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20113; }","duration":"111.828155ms","start":"2026-03-03T03:39:13.520754Z","end":"2026-03-03T03:39:13.632582Z","steps":["trace[1221529947] 'agreement among raft nodes before linearized reading' (duration: 111.711932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:13.632604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338079517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T03:39:13.632632Z","caller":"traceutil/trace.go:171","msg":"trace[1772622673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20113; }","duration":"1.338107878s","start":"2026-03-03T03:39:12.294516Z","end":"2026-03-03T03:39:13.632624Z","steps":["trace[1772622673] 'agreement among raft nodes before linearized reading' (duration: 1.338019676s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:13.632657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:12.294469Z","time spent":"1.338183119s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:39:13.632679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305660395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T03:39:13.632703Z","caller":"traceutil/trace.go:171","msg":"trace[906725946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20113; }","duration":"1.305740306s","start":"2026-03-03T03:39:12.326955Z","end":"2026-03-03T03:39:13.632696Z","steps":["trace[906725946] 'agreement among raft nodes before linearized reading' (duration: 1.305668025s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:13.632727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:12.326925Z","time spent":"1.305796128s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:39:13.632748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.849334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T03:39:13.632776Z","caller":"traceutil/trace.go:171","msg":"trace[2053962000] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20113; }","duration":"305.914876ms","start":"2026-03-03T03:39:13.326853Z","end":"2026-03-03T03:39:13.632768Z","steps":["trace[2053962000] 'agreement among raft nodes before linearized reading' (duration: 305.834024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:13.6328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:13.326826Z","time spent":"305.967987ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T03:39:13.632851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.799727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:39:13.632864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.496296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T03:39:13.632883Z","caller":"traceutil/trace.go:171","msg":"trace[2014592132] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:20113; }","duration":"624.869128ms","start":"2026-03-03T03:39:13.008002Z","end":"2026-03-03T03:39:13.632871Z","steps":["trace[2014592132] 'agreement among raft nodes before linearized reading' (duration: 624.819007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:13.632916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:13.00798Z","time spent":"624.92469ms","remote":"127.0.0.1:59564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:39:13.632915Z","caller":"traceutil/trace.go:171","msg":"trace[1077280966] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:20113; }","duration":"780.576078ms","start":"2026-03-03T03:39:12.852325Z","end":"2026-03-03T03:39:13.632901Z","steps":["trace[1077280966] 'agreement among raft nodes before linearized reading' (duration: 780.405644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:13.632951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:12.852307Z","time spent":"780.636679ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-03T03:39:14.138888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990463957,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:39:14.639383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990463957,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:39:14.656599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019173055s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T03:39:14.666738Z","caller":"traceutil/trace.go:171","msg":"trace[1288740047] transaction","detail":"{read_only:false; response_revision:20114; number_of_response:1; }","duration":"1.02939322s","start":"2026-03-03T03:39:13.637323Z","end":"2026-03-03T03:39:14.666716Z","steps":["trace[1288740047] 'process raft request' (duration: 1.019445561s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:14.666875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:13.637302Z","time spent":"1.029482252s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:39:15.431903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.157431ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T03:39:15.432265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:13.637371Z","time spent":"1.794873815s","remote":"127.0.0.1:52944","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T03:39:15.43235Z","caller":"traceutil/trace.go:171","msg":"trace[1877828430] transaction","detail":"{read_only:false; response_revision:20116; number_of_response:1; }","duration":"1.793028015s","start":"2026-03-03T03:39:13.639297Z","end":"2026-03-03T03:39:15.432325Z","steps":["trace[1877828430] 'process raft request' (duration: 1.792919223s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:39:15.432352Z","caller":"traceutil/trace.go:171","msg":"trace[1013637044] transaction","detail":"{read_only:false; response_revision:20115; number_of_response:1; }","duration":"1.794483226s","start":"2026-03-03T03:39:13.637842Z","end":"2026-03-03T03:39:15.432326Z","steps":["trace[1013637044] 'process raft request' (duration: 1.79421873s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:15.432485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:13.63928Z","time spent":"1.793126427s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:39:15.432581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:13.637828Z","time spent":"1.794581129s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:39:15.432774Z","caller":"traceutil/trace.go:171","msg":"trace[624625771] transaction","detail":"{read_only:false; response_revision:20117; number_of_response:1; }","duration":"1.789538108s","start":"2026-03-03T03:39:13.643115Z","end":"2026-03-03T03:39:15.432653Z","steps":["trace[624625771] 'process raft request' (duration: 1.78915335s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:15.432959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:13.643105Z","time spent":"1.789762104s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:39:15.432781Z","caller":"traceutil/trace.go:171","msg":"trace[926446886] transaction","detail":"{read_only:false; response_revision:20118; number_of_response:1; }","duration":"1.788881564s","start":"2026-03-03T03:39:13.643884Z","end":"2026-03-03T03:39:15.432766Z","steps":["trace[926446886] 'process raft request' (duration: 1.788666229s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:39:15.433115Z","caller":"traceutil/trace.go:171","msg":"trace[557068066] transaction","detail":"{read_only:false; response_revision:20120; number_of_response:1; }","duration":"1.705333749s","start":"2026-03-03T03:39:13.727761Z","end":"2026-03-03T03:39:15.433094Z","steps":["trace[557068066] 'process raft request' (duration: 1.705185875s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:15.433192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795047979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T03:39:15.433182Z","caller":"traceutil/trace.go:171","msg":"trace[1434512446] transaction","detail":"{read_only:false; response_revision:20119; number_of_response:1; }","duration":"1.789140159s","start":"2026-03-03T03:39:13.644019Z","end":"2026-03-03T03:39:15.433159Z","steps":["trace[1434512446] 'process raft request' (duration: 1.78870837s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:39:15.433221Z","caller":"traceutil/trace.go:171","msg":"trace[424165389] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20122; }","duration":"1.79511813s","start":"2026-03-03T03:39:13.638096Z","end":"2026-03-03T03:39:15.433214Z","steps":["trace[424165389] 'agreement among raft nodes before linearized reading' (duration: 1.794999278s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:15.433243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:13.638072Z","time spent":"1.795165981s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T03:39:15.433248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:13.72774Z","time spent":"1.705452352s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:39:15.433246Z","caller":"traceutil/trace.go:171","msg":"trace[86383225] transaction","detail":"{read_only:false; response_revision:20122; number_of_response:1; }","duration":"1.168224118s","start":"2026-03-03T03:39:14.264975Z","end":"2026-03-03T03:39:15.4332Z","steps":["trace[86383225] 'process raft request' (duration: 1.168069825s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:15.433287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:13.644013Z","time spent":"1.789217491s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:39:15.433145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:13.643877Z","time spent":"1.789227911s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:39:15.433078Z","caller":"traceutil/trace.go:171","msg":"trace[1864430031] linearizableReadLoop","detail":"{readStateIndex:20867; appliedIndex:20857; }","duration":"1.794926976s","start":"2026-03-03T03:39:13.638142Z","end":"2026-03-03T03:39:15.433069Z","steps":["trace[1864430031] 'read index received' (duration: 1.018636773s)","trace[1864430031] 'applied index is now lower than readState.Index' (duration: 776.289493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:39:15.43336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:14.26495Z","time spent":"1.16835705s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:39:15.433558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757646469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:39:15.433649Z","caller":"traceutil/trace.go:171","msg":"trace[95182303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20122; }","duration":"1.757775312s","start":"2026-03-03T03:39:13.675854Z","end":"2026-03-03T03:39:15.433629Z","steps":["trace[95182303] 'agreement among raft nodes before linearized reading' (duration: 1.757631299s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:15.433727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:13.675835Z","time spent":"1.757883104s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:39:15.434634Z","caller":"traceutil/trace.go:171","msg":"trace[975131497] transaction","detail":"{read_only:false; response_revision:20121; number_of_response:1; }","duration":"1.701855914s","start":"2026-03-03T03:39:13.732727Z","end":"2026-03-03T03:39:15.434582Z","steps":["trace[975131497] 'process raft request' (duration: 1.700271059s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:15.434756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:13.732717Z","time spent":"1.701991197s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:39:15.935431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990463970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:39:16.336435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.825247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:39:16.336576Z","caller":"traceutil/trace.go:171","msg":"trace[185956827] transaction","detail":"{read_only:false; response_revision:20123; number_of_response:1; }","duration":"902.963635ms","start":"2026-03-03T03:39:15.433588Z","end":"2026-03-03T03:39:16.336552Z","steps":["trace[185956827] 'process raft request' (duration: 595.929663ms)","trace[185956827] 'compare' (duration: 306.219704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:39:16.336656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:15.433563Z","time spent":"903.052796ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:39:16.338032Z","caller":"traceutil/trace.go:171","msg":"trace[1888607266] linearizableReadLoop","detail":"{readStateIndex:20870; appliedIndex:20867; }","duration":"903.489455ms","start":"2026-03-03T03:39:15.434522Z","end":"2026-03-03T03:39:16.338011Z","steps":["trace[1888607266] 'read index received' (duration: 595.190056ms)","trace[1888607266] 'applied index is now lower than readState.Index' (duration: 308.298439ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:39:16.338281Z","caller":"traceutil/trace.go:171","msg":"trace[1566342205] transaction","detail":"{read_only:false; response_revision:20124; number_of_response:1; }","duration":"699.385474ms","start":"2026-03-03T03:39:15.638868Z","end":"2026-03-03T03:39:16.338254Z","steps":["trace[1566342205] 'process raft request' (duration: 699.003586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:16.338366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:15.638846Z","time spent":"699.459956ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:39:16.338499Z","caller":"traceutil/trace.go:171","msg":"trace[1055078409] transaction","detail":"{read_only:false; response_revision:20125; number_of_response:1; }","duration":"668.524717ms","start":"2026-03-03T03:39:15.669966Z","end":"2026-03-03T03:39:16.33849Z","steps":["trace[1055078409] 'process raft request' (duration: 668.000945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:16.338538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:15.669945Z","time spent":"668.574089ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:39:16.338719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.193332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18589"} {"level":"info","ts":"2026-03-03T03:39:16.338758Z","caller":"traceutil/trace.go:171","msg":"trace[1148731908] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20125; }","duration":"904.268463ms","start":"2026-03-03T03:39:15.43448Z","end":"2026-03-03T03:39:16.338749Z","steps":["trace[1148731908] 'agreement among raft nodes before linearized reading' (duration: 904.13406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:16.338789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:15.434463Z","time spent":"904.317955ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18612,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T03:39:16.338964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.382225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:39:16.338995Z","caller":"traceutil/trace.go:171","msg":"trace[1582884626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20125; }","duration":"904.444127ms","start":"2026-03-03T03:39:15.434543Z","end":"2026-03-03T03:39:16.338987Z","steps":["trace[1582884626] 'agreement among raft nodes before linearized reading' (duration: 904.396386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:16.33902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:15.434528Z","time spent":"904.483418ms","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:39:16.339344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.516406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T03:39:16.339386Z","caller":"traceutil/trace.go:171","msg":"trace[1309582262] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20125; }","duration":"217.591927ms","start":"2026-03-03T03:39:16.121781Z","end":"2026-03-03T03:39:16.339373Z","steps":["trace[1309582262] 'agreement among raft nodes before linearized reading' (duration: 217.496885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:16.339617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.402148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-03T03:39:16.339693Z","caller":"traceutil/trace.go:171","msg":"trace[820635907] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:20125; }","duration":"844.509941ms","start":"2026-03-03T03:39:15.495163Z","end":"2026-03-03T03:39:16.339673Z","steps":["trace[820635907] 'agreement among raft nodes before linearized reading' (duration: 844.315867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:39:16.339753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:39:15.495151Z","time spent":"844.584572ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-03T03:40:08.085648Z","caller":"traceutil/trace.go:171","msg":"trace[1534069965] transaction","detail":"{read_only:false; response_revision:20668; number_of_response:1; }","duration":"109.522885ms","start":"2026-03-03T03:40:07.976088Z","end":"2026-03-03T03:40:08.085611Z","steps":["trace[1534069965] 'process raft request' (duration: 49.431095ms)","trace[1534069965] 'compare' (duration: 59.936276ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:40:08.085845Z","caller":"traceutil/trace.go:171","msg":"trace[710726027] linearizableReadLoop","detail":"{readStateIndex:21435; appliedIndex:21434; }","duration":"109.589106ms","start":"2026-03-03T03:40:07.976225Z","end":"2026-03-03T03:40:08.085814Z","steps":["trace[710726027] 'read index received' (duration: 49.287632ms)","trace[710726027] 'applied index is now lower than readState.Index' (duration: 60.298254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:40:08.086051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.808141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T03:40:08.08609Z","caller":"traceutil/trace.go:171","msg":"trace[72923652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20668; }","duration":"109.890113ms","start":"2026-03-03T03:40:07.97619Z","end":"2026-03-03T03:40:08.08608Z","steps":["trace[72923652] 'agreement among raft nodes before linearized reading' (duration: 109.730029ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:08.086228Z","caller":"traceutil/trace.go:171","msg":"trace[970923095] transaction","detail":"{read_only:false; response_revision:20669; number_of_response:1; }","duration":"109.960294ms","start":"2026-03-03T03:40:07.976255Z","end":"2026-03-03T03:40:08.086215Z","steps":["trace[970923095] 'process raft request' (duration: 109.77963ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:08.19826Z","caller":"traceutil/trace.go:171","msg":"trace[632038498] transaction","detail":"{read_only:false; response_revision:20671; number_of_response:1; }","duration":"107.989021ms","start":"2026-03-03T03:40:08.090242Z","end":"2026-03-03T03:40:08.198231Z","steps":["trace[632038498] 'process raft request' (duration: 105.827193ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:18.265184Z","caller":"traceutil/trace.go:171","msg":"trace[1788583438] linearizableReadLoop","detail":"{readStateIndex:21499; appliedIndex:21498; }","duration":"130.021574ms","start":"2026-03-03T03:40:18.135118Z","end":"2026-03-03T03:40:18.26514Z","steps":["trace[1788583438] 'read index received' (duration: 35.97462ms)","trace[1788583438] 'applied index is now lower than readState.Index' (duration: 94.045434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:40:18.265485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.922089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T03:40:18.26557Z","caller":"traceutil/trace.go:171","msg":"trace[422261058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20729; }","duration":"128.059182ms","start":"2026-03-03T03:40:18.13749Z","end":"2026-03-03T03:40:18.26555Z","steps":["trace[422261058] 'agreement among raft nodes before linearized reading' (duration: 127.821826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:18.265789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.676119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T03:40:18.26583Z","caller":"traceutil/trace.go:171","msg":"trace[21248393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20729; }","duration":"130.752381ms","start":"2026-03-03T03:40:18.135066Z","end":"2026-03-03T03:40:18.265818Z","steps":["trace[21248393] 'agreement among raft nodes before linearized reading' (duration: 130.182378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:20.517395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.142544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T03:40:20.517483Z","caller":"traceutil/trace.go:171","msg":"trace[1486731910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20738; }","duration":"170.259986ms","start":"2026-03-03T03:40:20.347202Z","end":"2026-03-03T03:40:20.517462Z","steps":["trace[1486731910] 'agreement among raft nodes before linearized reading' (duration: 87.02196ms)","trace[1486731910] 'range keys from in-memory index tree' (duration: 83.039702ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:40:34.773662Z","caller":"traceutil/trace.go:171","msg":"trace[1154193390] transaction","detail":"{read_only:false; response_revision:20805; number_of_response:1; }","duration":"102.367146ms","start":"2026-03-03T03:40:34.671248Z","end":"2026-03-03T03:40:34.773615Z","steps":["trace[1154193390] 'process raft request' (duration: 101.897156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:35.077884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.915701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:40:35.078063Z","caller":"traceutil/trace.go:171","msg":"trace[1306875145] transaction","detail":"{read_only:false; response_revision:20807; number_of_response:1; }","duration":"239.243962ms","start":"2026-03-03T03:40:34.8388Z","end":"2026-03-03T03:40:35.078044Z","steps":["trace[1306875145] 'process raft request' (duration: 120.073266ms)","trace[1306875145] 'compare' (duration: 118.770058ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:40:35.078159Z","caller":"traceutil/trace.go:171","msg":"trace[716308667] linearizableReadLoop","detail":"{readStateIndex:21581; appliedIndex:21579; }","duration":"191.211998ms","start":"2026-03-03T03:40:34.886937Z","end":"2026-03-03T03:40:35.078149Z","steps":["trace[716308667] 'read index received' (duration: 71.94936ms)","trace[716308667] 'applied index is now lower than readState.Index' (duration: 119.261808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:40:35.07824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.30667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-03T03:40:35.078292Z","caller":"traceutil/trace.go:171","msg":"trace[1972427472] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20808; }","duration":"191.383732ms","start":"2026-03-03T03:40:34.886899Z","end":"2026-03-03T03:40:35.078282Z","steps":["trace[1972427472] 'agreement among raft nodes before linearized reading' (duration: 191.29207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:35.078417Z","caller":"traceutil/trace.go:171","msg":"trace[1723916384] transaction","detail":"{read_only:false; response_revision:20808; number_of_response:1; }","duration":"233.788043ms","start":"2026-03-03T03:40:34.84459Z","end":"2026-03-03T03:40:35.078378Z","steps":["trace[1723916384] 'process raft request' (duration: 233.402114ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:43:02.156094Z","caller":"traceutil/trace.go:171","msg":"trace[202008269] transaction","detail":"{read_only:false; response_revision:21810; number_of_response:1; }","duration":"131.353354ms","start":"2026-03-03T03:43:02.024716Z","end":"2026-03-03T03:43:02.156069Z","steps":["trace[202008269] 'process raft request' (duration: 130.952365ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:43:12.931029Z","caller":"traceutil/trace.go:171","msg":"trace[1418953136] transaction","detail":"{read_only:false; response_revision:22271; number_of_response:1; }","duration":"230.091313ms","start":"2026-03-03T03:43:12.700914Z","end":"2026-03-03T03:43:12.931005Z","steps":["trace[1418953136] 'process raft request' (duration: 226.906122ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:43:12.932485Z","caller":"traceutil/trace.go:171","msg":"trace[888542820] transaction","detail":"{read_only:false; response_revision:22272; number_of_response:1; }","duration":"228.516387ms","start":"2026-03-03T03:43:12.703953Z","end":"2026-03-03T03:43:12.932469Z","steps":["trace[888542820] 'process raft request' (duration: 228.371414ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:43:12.932662Z","caller":"traceutil/trace.go:171","msg":"trace[808151361] linearizableReadLoop","detail":"{readStateIndex:23090; appliedIndex:23088; }","duration":"224.316335ms","start":"2026-03-03T03:43:12.708311Z","end":"2026-03-03T03:43:12.932627Z","steps":["trace[808151361] 'read index received' (duration: 219.493409ms)","trace[808151361] 'applied index is now lower than readState.Index' (duration: 4.820586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:43:12.932893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.511699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/capo-system/infrastructure-openstack\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:43:12.93297Z","caller":"traceutil/trace.go:171","msg":"trace[102019324] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/capo-system/infrastructure-openstack; range_end:; response_count:0; response_revision:22273; }","duration":"219.640222ms","start":"2026-03-03T03:43:12.713314Z","end":"2026-03-03T03:43:12.932954Z","steps":["trace[102019324] 'agreement among raft nodes before linearized reading' (duration: 219.52717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:43:12.933026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.689073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:3859"} {"level":"info","ts":"2026-03-03T03:43:12.933108Z","caller":"traceutil/trace.go:171","msg":"trace[1863510686] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:22273; }","duration":"224.824246ms","start":"2026-03-03T03:43:12.708269Z","end":"2026-03-03T03:43:12.933093Z","steps":["trace[1863510686] 'agreement among raft nodes before linearized reading' (duration: 224.52006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:43:12.933208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.111452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"info","ts":"2026-03-03T03:43:12.93325Z","caller":"traceutil/trace.go:171","msg":"trace[90526192] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22273; }","duration":"184.178573ms","start":"2026-03-03T03:43:12.74906Z","end":"2026-03-03T03:43:12.933238Z","steps":["trace[90526192] 'agreement among raft nodes before linearized reading' (duration: 184.0597ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:43:15.989169Z","caller":"traceutil/trace.go:171","msg":"trace[1713004077] linearizableReadLoop","detail":"{readStateIndex:23211; appliedIndex:23210; }","duration":"162.585659ms","start":"2026-03-03T03:43:15.826563Z","end":"2026-03-03T03:43:15.989148Z","steps":["trace[1713004077] 'read index received' (duration: 162.379245ms)","trace[1713004077] 'applied index is now lower than readState.Index' (duration: 205.584µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:43:15.98931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.734423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:43:15.98935Z","caller":"traceutil/trace.go:171","msg":"trace[697682599] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22392; }","duration":"162.838056ms","start":"2026-03-03T03:43:15.826504Z","end":"2026-03-03T03:43:15.989342Z","steps":["trace[697682599] 'agreement among raft nodes before linearized reading' (duration: 162.739243ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:43:15.989305Z","caller":"traceutil/trace.go:171","msg":"trace[683731523] transaction","detail":"{read_only:false; response_revision:22392; number_of_response:1; }","duration":"166.071066ms","start":"2026-03-03T03:43:15.823189Z","end":"2026-03-03T03:43:15.98926Z","steps":["trace[683731523] 'process raft request' (duration: 165.78663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:43:15.989701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.878856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:43:15.989749Z","caller":"traceutil/trace.go:171","msg":"trace[368740759] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22393; }","duration":"162.972268ms","start":"2026-03-03T03:43:15.826767Z","end":"2026-03-03T03:43:15.989739Z","steps":["trace[368740759] 'agreement among raft nodes before linearized reading' (duration: 162.860326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:43:15.989739Z","caller":"traceutil/trace.go:171","msg":"trace[307237895] transaction","detail":"{read_only:false; response_revision:22393; number_of_response:1; }","duration":"129.654947ms","start":"2026-03-03T03:43:15.860059Z","end":"2026-03-03T03:43:15.989714Z","steps":["trace[307237895] 'process raft request' (duration: 129.498753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:43:15.989856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.493118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:43:15.989878Z","caller":"traceutil/trace.go:171","msg":"trace[1158983239] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test0; response_count:0; response_revision:22393; }","duration":"162.517778ms","start":"2026-03-03T03:43:15.827355Z","end":"2026-03-03T03:43:15.989873Z","steps":["trace[1158983239] 'agreement among raft nodes before linearized reading' (duration: 162.483657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:43:26.037919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990471127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:43:26.525555Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.252179371s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T03:43:26.52618Z","caller":"traceutil/trace.go:171","msg":"trace[1701813407] transaction","detail":"{read_only:false; response_revision:22506; number_of_response:1; }","duration":"1.252893788s","start":"2026-03-03T03:43:25.273254Z","end":"2026-03-03T03:43:26.526148Z","steps":["trace[1701813407] 'process raft request' (duration: 1.252705614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:43:26.526473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:43:25.273222Z","time spent":"1.253094623s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:43:26.53206Z","caller":"traceutil/trace.go:171","msg":"trace[1487267273] transaction","detail":"{read_only:false; response_revision:22507; number_of_response:1; }","duration":"1.057923157s","start":"2026-03-03T03:43:25.474117Z","end":"2026-03-03T03:43:26.53204Z","steps":["trace[1487267273] 'process raft request' (duration: 1.057757404s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:43:26.532197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:43:25.474085Z","time spent":"1.058036249s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:43:26.532297Z","caller":"traceutil/trace.go:171","msg":"trace[128435942] transaction","detail":"{read_only:false; response_revision:22508; number_of_response:1; }","duration":"507.688926ms","start":"2026-03-03T03:43:26.024593Z","end":"2026-03-03T03:43:26.532282Z","steps":["trace[128435942] 'process raft request' (duration: 507.40945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:43:26.532393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:43:26.024573Z","time spent":"507.773308ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:43:26.5326Z","caller":"traceutil/trace.go:171","msg":"trace[379629544] transaction","detail":"{read_only:false; response_revision:22509; number_of_response:1; }","duration":"308.147156ms","start":"2026-03-03T03:43:26.224441Z","end":"2026-03-03T03:43:26.532588Z","steps":["trace[379629544] 'process raft request' (duration: 307.778558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:43:26.532668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:43:26.224417Z","time spent":"308.217807ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:43:26.53282Z","caller":"traceutil/trace.go:171","msg":"trace[881892932] linearizableReadLoop","detail":"{readStateIndex:23329; appliedIndex:23326; }","duration":"995.69459ms","start":"2026-03-03T03:43:25.537116Z","end":"2026-03-03T03:43:26.53281Z","steps":["trace[881892932] 'read index received' (duration: 988.772509ms)","trace[881892932] 'applied index is now lower than readState.Index' (duration: 6.921291ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:43:26.532926Z","caller":"traceutil/trace.go:171","msg":"trace[956518839] transaction","detail":"{read_only:false; response_revision:22510; number_of_response:1; }","duration":"116.474877ms","start":"2026-03-03T03:43:26.416443Z","end":"2026-03-03T03:43:26.532918Z","steps":["trace[956518839] 'process raft request' (duration: 116.110489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:43:26.53317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.045937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T03:43:26.533402Z","caller":"traceutil/trace.go:171","msg":"trace[1573252144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22510; }","duration":"996.326523ms","start":"2026-03-03T03:43:25.537057Z","end":"2026-03-03T03:43:26.533383Z","steps":["trace[1573252144] 'agreement among raft nodes before linearized reading' (duration: 995.978086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:43:26.533455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:43:25.537037Z","time spent":"996.406246ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:43:26.538122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.362309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T03:43:26.538198Z","caller":"traceutil/trace.go:171","msg":"trace[863396755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22511; }","duration":"957.475622ms","start":"2026-03-03T03:43:25.580707Z","end":"2026-03-03T03:43:26.538183Z","steps":["trace[863396755] 'agreement among raft nodes before linearized reading' (duration: 957.170145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:43:26.538231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:43:25.580691Z","time spent":"957.533313ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:43:26.538268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.259803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T03:43:26.538317Z","caller":"traceutil/trace.go:171","msg":"trace[654023190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22511; }","duration":"679.354815ms","start":"2026-03-03T03:43:25.85895Z","end":"2026-03-03T03:43:26.538305Z","steps":["trace[654023190] 'agreement among raft nodes before linearized reading' (duration: 679.227103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:43:26.538305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.261522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T03:43:26.538342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:43:25.858929Z","time spent":"679.406997ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T03:43:26.538365Z","caller":"traceutil/trace.go:171","msg":"trace[638803731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22511; }","duration":"239.390486ms","start":"2026-03-03T03:43:26.298961Z","end":"2026-03-03T03:43:26.538352Z","steps":["trace[638803731] 'agreement among raft nodes before linearized reading' (duration: 239.204192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:43:49.323214Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20013} {"level":"info","ts":"2026-03-03T03:43:49.431625Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20013,"took":"104.28443ms","hash":4155608777,"current-db-size-bytes":47861760,"current-db-size":"48 MB","current-db-size-in-use-bytes":37261312,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-03T03:43:49.431715Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4155608777,"revision":20013,"compact-revision":17919} {"level":"info","ts":"2026-03-03T03:44:30.038712Z","caller":"traceutil/trace.go:171","msg":"trace[215021920] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"105.374624ms","start":"2026-03-03T03:44:29.933318Z","end":"2026-03-03T03:44:30.038693Z","steps":["trace[215021920] 'process raft request' (duration: 105.175069ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:44:43.183703Z","caller":"traceutil/trace.go:171","msg":"trace[101799866] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"188.645891ms","start":"2026-03-03T03:44:42.995023Z","end":"2026-03-03T03:44:43.183669Z","steps":["trace[101799866] 'process raft request' (duration: 101.208201ms)","trace[101799866] 'compare' (duration: 87.291556ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:44:43.310843Z","caller":"traceutil/trace.go:171","msg":"trace[483396298] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"311.936958ms","start":"2026-03-03T03:44:42.998883Z","end":"2026-03-03T03:44:43.31082Z","steps":["trace[483396298] 'process raft request' (duration: 286.902738ms)","trace[483396298] 'compare' (duration: 24.855666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:44:43.310977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:44:42.998862Z","time spent":"312.044361ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:44:43.311144Z","caller":"traceutil/trace.go:171","msg":"trace[529634625] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"311.52862ms","start":"2026-03-03T03:44:42.999604Z","end":"2026-03-03T03:44:43.311133Z","steps":["trace[529634625] 'process raft request' (duration: 311.178812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:44:43.311194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:44:42.999592Z","time spent":"311.57517ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:44:43.311346Z","caller":"traceutil/trace.go:171","msg":"trace[1640853782] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"311.191012ms","start":"2026-03-03T03:44:43.000146Z","end":"2026-03-03T03:44:43.311337Z","steps":["trace[1640853782] 'process raft request' (duration: 310.959397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:44:43.311396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:44:43.000136Z","time spent":"311.231853ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:44:43.311513Z","caller":"traceutil/trace.go:171","msg":"trace[650706948] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"306.899298ms","start":"2026-03-03T03:44:43.004585Z","end":"2026-03-03T03:44:43.311484Z","steps":["trace[650706948] 'process raft request' (duration: 306.706023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:44:43.311665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:44:43.004576Z","time spent":"307.00614ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:44:43.311732Z","caller":"traceutil/trace.go:171","msg":"trace[1024219461] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"306.611212ms","start":"2026-03-03T03:44:43.005101Z","end":"2026-03-03T03:44:43.311712Z","steps":["trace[1024219461] 'process raft request' (duration: 306.300624ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:44:43.311796Z","caller":"traceutil/trace.go:171","msg":"trace[1396172609] linearizableReadLoop","detail":"{readStateIndex:24169; appliedIndex:24163; }","duration":"240.740736ms","start":"2026-03-03T03:44:43.071044Z","end":"2026-03-03T03:44:43.311785Z","steps":["trace[1396172609] 'read index received' (duration: 25.162363ms)","trace[1396172609] 'applied index is now lower than readState.Index' (duration: 215.577583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:44:43.311863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:44:43.005093Z","time spent":"306.700054ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:44:43.311915Z","caller":"traceutil/trace.go:171","msg":"trace[556381205] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"237.508244ms","start":"2026-03-03T03:44:43.074397Z","end":"2026-03-03T03:44:43.311905Z","steps":["trace[556381205] 'process raft request' (duration: 237.231178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:44:43.312079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.050802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-03T03:44:43.312088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.537188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:44:43.312107Z","caller":"traceutil/trace.go:171","msg":"trace[1280434063] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23325; }","duration":"241.151995ms","start":"2026-03-03T03:44:43.070947Z","end":"2026-03-03T03:44:43.312099Z","steps":["trace[1280434063] 'agreement among raft nodes before linearized reading' (duration: 241.038132ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:44:43.312131Z","caller":"traceutil/trace.go:171","msg":"trace[2061183869] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23325; }","duration":"136.63126ms","start":"2026-03-03T03:44:43.175487Z","end":"2026-03-03T03:44:43.312118Z","steps":["trace[2061183869] 'agreement among raft nodes before linearized reading' (duration: 136.558198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:44:43.312238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.107468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T03:44:43.312273Z","caller":"traceutil/trace.go:171","msg":"trace[716914296] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23325; }","duration":"126.15393ms","start":"2026-03-03T03:44:43.186108Z","end":"2026-03-03T03:44:43.312262Z","steps":["trace[716914296] 'agreement among raft nodes before linearized reading' (duration: 126.026037ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:38.797227Z","caller":"traceutil/trace.go:171","msg":"trace[1028975385] linearizableReadLoop","detail":"{readStateIndex:25284; appliedIndex:25283; }","duration":"280.096369ms","start":"2026-03-03T03:46:38.517103Z","end":"2026-03-03T03:46:38.797199Z","steps":["trace[1028975385] 'read index received' (duration: 279.871844ms)","trace[1028975385] 'applied index is now lower than readState.Index' (duration: 223.145µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:46:38.797291Z","caller":"traceutil/trace.go:171","msg":"trace[948214825] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"326.292664ms","start":"2026-03-03T03:46:38.470965Z","end":"2026-03-03T03:46:38.797258Z","steps":["trace[948214825] 'process raft request' (duration: 326.044348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:38.797409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.290513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:46:38.797428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:38.47093Z","time spent":"326.421036ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:38.797459Z","caller":"traceutil/trace.go:171","msg":"trace[1958213168] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24408; }","duration":"280.387635ms","start":"2026-03-03T03:46:38.517054Z","end":"2026-03-03T03:46:38.797442Z","steps":["trace[1958213168] 'agreement among raft nodes before linearized reading' (duration: 280.290323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:38.800222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.343633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:46:38.800282Z","caller":"traceutil/trace.go:171","msg":"trace[1932651280] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24409; }","duration":"156.452885ms","start":"2026-03-03T03:46:38.643813Z","end":"2026-03-03T03:46:38.800266Z","steps":["trace[1932651280] 'agreement among raft nodes before linearized reading' (duration: 156.340443ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:38.800675Z","caller":"traceutil/trace.go:171","msg":"trace[713893069] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"182.010556ms","start":"2026-03-03T03:46:38.61864Z","end":"2026-03-03T03:46:38.800651Z","steps":["trace[713893069] 'process raft request' (duration: 181.411633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:38.800708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.832668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:46:38.800851Z","caller":"traceutil/trace.go:171","msg":"trace[485885693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24409; }","duration":"124.022624ms","start":"2026-03-03T03:46:38.67681Z","end":"2026-03-03T03:46:38.800833Z","steps":["trace[485885693] 'agreement among raft nodes before linearized reading' (duration: 123.807588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:44.511569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990475784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:46:45.011978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990475784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:46:45.512373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990475784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:46:45.614417Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.631470949s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T03:46:45.614762Z","caller":"traceutil/trace.go:171","msg":"trace[1715317097] transaction","detail":"{read_only:false; response_revision:24444; number_of_response:1; }","duration":"1.631918058s","start":"2026-03-03T03:46:43.98282Z","end":"2026-03-03T03:46:45.614738Z","steps":["trace[1715317097] 'process raft request' (duration: 1.631789665s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:45.614926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:43.982795Z","time spent":"1.632026241s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:46.29573Z","caller":"traceutil/trace.go:171","msg":"trace[232162199] transaction","detail":"{read_only:false; response_revision:24445; number_of_response:1; }","duration":"2.310772732s","start":"2026-03-03T03:46:43.984922Z","end":"2026-03-03T03:46:46.295694Z","steps":["trace[232162199] 'process raft request' (duration: 2.310343613s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:46.295752Z","caller":"traceutil/trace.go:171","msg":"trace[1689639301] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"2.063648318s","start":"2026-03-03T03:46:44.232055Z","end":"2026-03-03T03:46:46.295703Z","steps":["trace[1689639301] 'process raft request' (duration: 2.063526115s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:46.296004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:44.232024Z","time spent":"2.063846501s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:46.296139Z","caller":"traceutil/trace.go:171","msg":"trace[939657242] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"1.477938907s","start":"2026-03-03T03:46:44.818171Z","end":"2026-03-03T03:46:46.29611Z","steps":["trace[939657242] 'process raft request' (duration: 1.477469257s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:46.296481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:44.818155Z","time spent":"1.478238284s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:46.296844Z","caller":"traceutil/trace.go:171","msg":"trace[128389803] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"914.423546ms","start":"2026-03-03T03:46:45.382408Z","end":"2026-03-03T03:46:46.296831Z","steps":["trace[128389803] 'process raft request' (duration: 913.567678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:46.296938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:45.382389Z","time spent":"914.508037ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:46.297033Z","caller":"traceutil/trace.go:171","msg":"trace[950791782] transaction","detail":"{read_only:false; response_revision:24449; number_of_response:1; }","duration":"900.97699ms","start":"2026-03-03T03:46:45.396044Z","end":"2026-03-03T03:46:46.297021Z","steps":["trace[950791782] 'process raft request' (duration: 900.727605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:46.297108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:45.396014Z","time spent":"901.060382ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:46.297254Z","caller":"traceutil/trace.go:171","msg":"trace[1672404225] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"868.5285ms","start":"2026-03-03T03:46:45.428713Z","end":"2026-03-03T03:46:46.297242Z","steps":["trace[1672404225] 'process raft request' (duration: 868.252453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:46.297311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:45.428683Z","time spent":"868.599951ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:46.297426Z","caller":"traceutil/trace.go:171","msg":"trace[814765089] linearizableReadLoop","detail":"{readStateIndex:25328; appliedIndex:25321; }","duration":"2.286604613s","start":"2026-03-03T03:46:44.010812Z","end":"2026-03-03T03:46:46.297416Z","steps":["trace[814765089] 'read index received' (duration: 1.603949115s)","trace[814765089] 'applied index is now lower than readState.Index' (duration: 682.654338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:46:46.297455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:43.98491Z","time spent":"2.310904225s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:46.297488Z","caller":"traceutil/trace.go:171","msg":"trace[76460395] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"864.885399ms","start":"2026-03-03T03:46:45.432593Z","end":"2026-03-03T03:46:46.297479Z","steps":["trace[76460395] 'process raft request' (duration: 864.612412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:46.297539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:45.432576Z","time spent":"864.93436ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:46:46.297719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286870738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T03:46:46.297807Z","caller":"traceutil/trace.go:171","msg":"trace[1509581136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24451; }","duration":"2.287034361s","start":"2026-03-03T03:46:44.010747Z","end":"2026-03-03T03:46:46.297781Z","steps":["trace[1509581136] 'agreement among raft nodes before linearized reading' (duration: 2.286787206s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:46.297857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:44.010722Z","time spent":"2.287125104s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:46:47.683927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000376068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T03:46:47.684075Z","caller":"traceutil/trace.go:171","msg":"trace[221061785] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000579523s","start":"2026-03-03T03:46:45.68347Z","end":"2026-03-03T03:46:47.684049Z","steps":["trace[221061785] 'agreement among raft nodes before linearized reading' (duration: 2.000396208s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:47.684144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:45.683456Z","time spent":"2.000673485s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 03:46:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T03:46:48.183098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630934547s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:46:48.183298Z","caller":"traceutil/trace.go:171","msg":"trace[1757217062] linearizableReadLoop","detail":"{readStateIndex:25331; appliedIndex:25328; }","duration":"1.885833543s","start":"2026-03-03T03:46:46.297451Z","end":"2026-03-03T03:46:48.183285Z","steps":["trace[1757217062] 'read index received' (duration: 254.720873ms)","trace[1757217062] 'applied index is now lower than readState.Index' (duration: 1.63111184s)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:46:48.183389Z","caller":"traceutil/trace.go:171","msg":"trace[2014461885] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"2.413025418s","start":"2026-03-03T03:46:45.770353Z","end":"2026-03-03T03:46:48.183378Z","steps":["trace[2014461885] 'process raft request' (duration: 2.412816173s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:48.183345Z","caller":"traceutil/trace.go:171","msg":"trace[1351302135] transaction","detail":"{read_only:false; response_revision:24452; number_of_response:1; }","duration":"2.413628171s","start":"2026-03-03T03:46:45.769669Z","end":"2026-03-03T03:46:48.183297Z","steps":["trace[1351302135] 'process raft request' (duration: 782.419298ms)","trace[1351302135] 'compare' (duration: 1.629840823s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:46:48.183454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:45.770332Z","time spent":"2.413082039s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:46:48.183572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:45.769631Z","time spent":"2.413810394s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:48.183722Z","caller":"traceutil/trace.go:171","msg":"trace[416150597] transaction","detail":"{read_only:false; response_revision:24454; number_of_response:1; }","duration":"2.076707873s","start":"2026-03-03T03:46:46.106983Z","end":"2026-03-03T03:46:48.183691Z","steps":["trace[416150597] 'process raft request' (duration: 2.076252403s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:48.183771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.598318001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:46:48.183824Z","caller":"traceutil/trace.go:171","msg":"trace[1973553716] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24454; }","duration":"3.598412432s","start":"2026-03-03T03:46:44.585398Z","end":"2026-03-03T03:46:48.18381Z","steps":["trace[1973553716] 'agreement among raft nodes before linearized reading' (duration: 3.5982962s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:48.183842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53247975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T03:46:48.183852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:46.106967Z","time spent":"2.076824756s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:46:48.183844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281727076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-03-03T03:46:48.183844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.536279103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T03:46:48.183911Z","caller":"traceutil/trace.go:171","msg":"trace[837347146] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24454; }","duration":"2.281825167s","start":"2026-03-03T03:46:45.90207Z","end":"2026-03-03T03:46:48.183895Z","steps":["trace[837347146] 'agreement among raft nodes before linearized reading' (duration: 2.281590782s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:48.183926Z","caller":"traceutil/trace.go:171","msg":"trace[635838806] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24454; }","duration":"2.536361884s","start":"2026-03-03T03:46:45.647547Z","end":"2026-03-03T03:46:48.183908Z","steps":["trace[635838806] 'agreement among raft nodes before linearized reading' (duration: 2.536104919s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:48.183948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:45.902054Z","time spent":"2.281886208s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T03:46:48.18398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:45.647502Z","time spent":"2.536469347s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:46:48.183947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959934739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:46:48.183869Z","caller":"traceutil/trace.go:171","msg":"trace[1186629326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24454; }","duration":"2.532522251s","start":"2026-03-03T03:46:45.651341Z","end":"2026-03-03T03:46:48.183863Z","steps":["trace[1186629326] 'agreement among raft nodes before linearized reading' (duration: 2.53245315s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:48.184063Z","caller":"traceutil/trace.go:171","msg":"trace[596728330] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24454; }","duration":"3.960114263s","start":"2026-03-03T03:46:44.223918Z","end":"2026-03-03T03:46:48.184033Z","steps":["trace[596728330] 'agreement among raft nodes before linearized reading' (duration: 3.959811817s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:48.183868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:44.585385Z","time spent":"3.598472623s","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:48.184133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:44.223896Z","time spent":"3.960224816s","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:48.184091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.477911016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:46:48.184138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:45.651335Z","time spent":"2.532739426s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:46:48.1842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434338605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-03T03:46:48.184243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22391809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"info","ts":"2026-03-03T03:46:48.184238Z","caller":"traceutil/trace.go:171","msg":"trace[1955693631] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24454; }","duration":"3.47808593s","start":"2026-03-03T03:46:44.706109Z","end":"2026-03-03T03:46:48.184195Z","steps":["trace[1955693631] 'agreement among raft nodes before linearized reading' (duration: 3.477809754s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:48.184345Z","caller":"traceutil/trace.go:171","msg":"trace[134012830] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24454; }","duration":"3.224027092s","start":"2026-03-03T03:46:44.960293Z","end":"2026-03-03T03:46:48.18432Z","steps":["trace[134012830] 'agreement among raft nodes before linearized reading' (duration: 3.223596473s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:48.184341Z","caller":"traceutil/trace.go:171","msg":"trace[279109336] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24454; }","duration":"2.434449927s","start":"2026-03-03T03:46:45.749818Z","end":"2026-03-03T03:46:48.184268Z","steps":["trace[279109336] 'agreement among raft nodes before linearized reading' (duration: 2.433984047s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:48.184364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:44.706099Z","time spent":"3.478245384s","remote":"127.0.0.1:40134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:48.184385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:44.960246Z","time spent":"3.224129054s","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11818,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-03T03:46:48.184415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:45.749811Z","time spent":"2.434591481s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T03:46:48.683642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990475800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:46:48.707467Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.133815497s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T03:46:49.686008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001583463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T03:46:49.686097Z","caller":"traceutil/trace.go:171","msg":"trace[938304850] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001753456s","start":"2026-03-03T03:46:47.684324Z","end":"2026-03-03T03:46:49.686077Z","steps":["trace[938304850] 'agreement among raft nodes before linearized reading' (duration: 2.001635694s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:49.686147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:47.684293Z","time spent":"2.001843618s","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 03:46:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T03:46:50.003868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296095406s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:46:50.004099Z","caller":"traceutil/trace.go:171","msg":"trace[1876080055] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"3.701078766s","start":"2026-03-03T03:46:46.303002Z","end":"2026-03-03T03:46:50.004081Z","steps":["trace[1876080055] 'process raft request' (duration: 3.700970263s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:50.064755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:46.302995Z","time spent":"3.701129377s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:50.064903Z","caller":"traceutil/trace.go:171","msg":"trace[835861637] transaction","detail":"{read_only:false; response_revision:24455; number_of_response:1; }","duration":"3.763623689s","start":"2026-03-03T03:46:46.301234Z","end":"2026-03-03T03:46:50.064858Z","steps":["trace[835861637] 'process raft request' (duration: 2.406423502s)","trace[835861637] 'compare' (duration: 1.295768418s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:46:50.0651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:46.301212Z","time spent":"3.763773061s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:46:50.465077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.757366182s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T03:46:51.731717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000521801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T03:46:51.731809Z","caller":"traceutil/trace.go:171","msg":"trace[233860989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000664174s","start":"2026-03-03T03:46:49.731125Z","end":"2026-03-03T03:46:51.731789Z","steps":["trace[233860989] 'agreement among raft nodes before linearized reading' (duration: 2.000541552s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:51.731859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:49.731111Z","time spent":"2.000738116s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:46:51.879099Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.413761769s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T03:46:51.965812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500504163s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T03:46:51.966072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.982959ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:46:51.966178Z","caller":"traceutil/trace.go:171","msg":"trace[1570327018] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24456; }","duration":"737.099832ms","start":"2026-03-03T03:46:51.229062Z","end":"2026-03-03T03:46:51.966161Z","steps":["trace[1570327018] 'range keys from in-memory index tree' (duration: 736.968549ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:51.96682Z","caller":"traceutil/trace.go:171","msg":"trace[780309822] transaction","detail":"{read_only:false; response_revision:24457; number_of_response:1; }","duration":"3.778538056s","start":"2026-03-03T03:46:48.188265Z","end":"2026-03-03T03:46:51.966803Z","steps":["trace[780309822] 'process raft request' (duration: 3.777655757s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:51.966943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:48.188248Z","time spent":"3.778629208s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:51.998078Z","caller":"traceutil/trace.go:171","msg":"trace[868218008] transaction","detail":"{read_only:false; response_revision:24458; number_of_response:1; }","duration":"3.809727281s","start":"2026-03-03T03:46:48.188334Z","end":"2026-03-03T03:46:51.998061Z","steps":["trace[868218008] 'process raft request' (duration: 3.778459654s)","trace[868218008] 'compare' (duration: 31.132003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:46:51.99819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:48.188327Z","time spent":"3.809800183s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:51.999994Z","caller":"traceutil/trace.go:171","msg":"trace[75054986] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"1.808024674s","start":"2026-03-03T03:46:50.191942Z","end":"2026-03-03T03:46:51.999967Z","steps":["trace[75054986] 'process raft request' (duration: 1.807984293s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.000157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:50.19191Z","time spent":"1.808161337s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:52.000534Z","caller":"traceutil/trace.go:171","msg":"trace[683434340] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"3.811134281s","start":"2026-03-03T03:46:48.189386Z","end":"2026-03-03T03:46:52.000521Z","steps":["trace[683434340] 'process raft request' (duration: 3.808639057s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.000602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:48.189378Z","time spent":"3.811191013s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:52.000733Z","caller":"traceutil/trace.go:171","msg":"trace[595273785] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"3.697156069s","start":"2026-03-03T03:46:48.303567Z","end":"2026-03-03T03:46:52.000723Z","steps":["trace[595273785] 'process raft request' (duration: 3.694756717s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.000791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:48.303538Z","time spent":"3.69722442s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:52.00091Z","caller":"traceutil/trace.go:171","msg":"trace[144613880] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"3.697231491s","start":"2026-03-03T03:46:48.30367Z","end":"2026-03-03T03:46:52.000902Z","steps":["trace[144613880] 'process raft request' (duration: 3.694750627s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.000963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:48.303659Z","time spent":"3.697278932s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:52.001082Z","caller":"traceutil/trace.go:171","msg":"trace[1991398234] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"3.697101579s","start":"2026-03-03T03:46:48.303972Z","end":"2026-03-03T03:46:52.001073Z","steps":["trace[1991398234] 'process raft request' (duration: 3.694490722s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.001138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:48.303944Z","time spent":"3.6971652s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:52.001251Z","caller":"traceutil/trace.go:171","msg":"trace[1499733617] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"3.696253781s","start":"2026-03-03T03:46:48.304989Z","end":"2026-03-03T03:46:52.001243Z","steps":["trace[1499733617] 'process raft request' (duration: 3.694803839s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.001317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:48.304949Z","time spent":"3.696342343s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:52.001436Z","caller":"traceutil/trace.go:171","msg":"trace[598705404] transaction","detail":"{read_only:false; response_revision:24464; number_of_response:1; }","duration":"3.696265601s","start":"2026-03-03T03:46:48.305162Z","end":"2026-03-03T03:46:52.001428Z","steps":["trace[598705404] 'process raft request' (duration: 3.694672395s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.001479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:48.305152Z","time spent":"3.696304211s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:52.001589Z","caller":"traceutil/trace.go:171","msg":"trace[2050315558] linearizableReadLoop","detail":"{readStateIndex:25342; appliedIndex:25331; }","duration":"3.818260418s","start":"2026-03-03T03:46:48.183318Z","end":"2026-03-03T03:46:52.001579Z","steps":["trace[2050315558] 'read index received' (duration: 524.355191ms)","trace[2050315558] 'applied index is now lower than readState.Index' (duration: 3.293904247s)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:46:52.00188Z","caller":"traceutil/trace.go:171","msg":"trace[2111744086] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"1.812340589s","start":"2026-03-03T03:46:50.189529Z","end":"2026-03-03T03:46:52.00187Z","steps":["trace[2111744086] 'process raft request' (duration: 1.810364936s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.001947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:50.189505Z","time spent":"1.812406891s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:46:52.002228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.095805412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:46:52.002265Z","caller":"traceutil/trace.go:171","msg":"trace[769970314] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24466; }","duration":"4.095870653s","start":"2026-03-03T03:46:47.906383Z","end":"2026-03-03T03:46:52.002253Z","steps":["trace[769970314] 'agreement among raft nodes before linearized reading' (duration: 4.095797571s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.002296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:47.906362Z","time spent":"4.095926014s","remote":"127.0.0.1:53376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:52.002405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.122800085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:46:52.002419Z","caller":"traceutil/trace.go:171","msg":"trace[1381319551] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24466; }","duration":"4.122851746s","start":"2026-03-03T03:46:47.879562Z","end":"2026-03-03T03:46:52.002414Z","steps":["trace[1381319551] 'agreement among raft nodes before linearized reading' (duration: 4.122815575s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.002432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:47.879537Z","time spent":"4.122890516s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:52.002557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.383061808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T03:46:52.002571Z","caller":"traceutil/trace.go:171","msg":"trace[377563558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24466; }","duration":"4.38311421s","start":"2026-03-03T03:46:47.619451Z","end":"2026-03-03T03:46:52.002566Z","steps":["trace[377563558] 'agreement among raft nodes before linearized reading' (duration: 4.383044089s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.002585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:47.61943Z","time spent":"4.383152251s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:46:52.00265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.072089015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:46:52.002664Z","caller":"traceutil/trace.go:171","msg":"trace[1502026868] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24466; }","duration":"5.072130826s","start":"2026-03-03T03:46:46.930529Z","end":"2026-03-03T03:46:52.00266Z","steps":["trace[1502026868] 'agreement among raft nodes before linearized reading' (duration: 5.072093846s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.002675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:46.930511Z","time spent":"5.072160917s","remote":"127.0.0.1:53050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:52.002778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.324127039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T03:46:52.002793Z","caller":"traceutil/trace.go:171","msg":"trace[266228371] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24466; }","duration":"5.324174099s","start":"2026-03-03T03:46:46.678612Z","end":"2026-03-03T03:46:52.002786Z","steps":["trace[266228371] 'agreement among raft nodes before linearized reading' (duration: 5.324129218s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.002805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:46.678591Z","time spent":"5.32421153s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T03:46:52.002891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.814415163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T03:46:52.002903Z","caller":"traceutil/trace.go:171","msg":"trace[279683784] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24466; }","duration":"3.814443875s","start":"2026-03-03T03:46:48.188454Z","end":"2026-03-03T03:46:52.002898Z","steps":["trace[279683784] 'agreement among raft nodes before linearized reading' (duration: 3.814396124s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.002916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:48.188435Z","time spent":"3.814477685s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T03:46:52.003158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.260214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:46:52.003179Z","caller":"traceutil/trace.go:171","msg":"trace[2000623353] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24466; }","duration":"127.321105ms","start":"2026-03-03T03:46:51.875853Z","end":"2026-03-03T03:46:52.003174Z","steps":["trace[2000623353] 'agreement among raft nodes before linearized reading' (duration: 127.280994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.00326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.265853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:46:52.003271Z","caller":"traceutil/trace.go:171","msg":"trace[1788122398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24466; }","duration":"271.129082ms","start":"2026-03-03T03:46:51.732138Z","end":"2026-03-03T03:46:52.003267Z","steps":["trace[1788122398] 'agreement among raft nodes before linearized reading' (duration: 271.109171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.003342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.716957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:46:52.003361Z","caller":"traceutil/trace.go:171","msg":"trace[157297296] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24466; }","duration":"569.776028ms","start":"2026-03-03T03:46:51.43358Z","end":"2026-03-03T03:46:52.003356Z","steps":["trace[157297296] 'agreement among raft nodes before linearized reading' (duration: 569.748818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.003375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:51.433554Z","time spent":"569.81735ms","remote":"127.0.0.1:60646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T03:46:52.003454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.649673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:46:52.003471Z","caller":"traceutil/trace.go:171","msg":"trace[527159838] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24466; }","duration":"885.705795ms","start":"2026-03-03T03:46:51.117761Z","end":"2026-03-03T03:46:52.003467Z","steps":["trace[527159838] 'agreement among raft nodes before linearized reading' (duration: 885.677484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.003485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:51.117739Z","time spent":"885.740216ms","remote":"127.0.0.1:32894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:52.003559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109234582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:46:52.003575Z","caller":"traceutil/trace.go:171","msg":"trace[953579871] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24466; }","duration":"1.109296924s","start":"2026-03-03T03:46:50.894274Z","end":"2026-03-03T03:46:52.003571Z","steps":["trace[953579871] 'agreement among raft nodes before linearized reading' (duration: 1.109270894s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.00359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:50.894245Z","time spent":"1.109340655s","remote":"127.0.0.1:36486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:52.003671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266142957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:46:52.003688Z","caller":"traceutil/trace.go:171","msg":"trace[203831225] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24466; }","duration":"1.266196369s","start":"2026-03-03T03:46:50.737488Z","end":"2026-03-03T03:46:52.003684Z","steps":["trace[203831225] 'agreement among raft nodes before linearized reading' (duration: 1.266168328s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.003711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:50.737471Z","time spent":"1.26623727s","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:52.003793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343968197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:46:52.00381Z","caller":"traceutil/trace.go:171","msg":"trace[1528729556] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24466; }","duration":"1.344038698s","start":"2026-03-03T03:46:50.659767Z","end":"2026-03-03T03:46:52.003806Z","steps":["trace[1528729556] 'agreement among raft nodes before linearized reading' (duration: 1.344010538s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.003824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:50.659731Z","time spent":"1.344088399s","remote":"127.0.0.1:59500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:52.003976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462743165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T03:46:52.003993Z","caller":"traceutil/trace.go:171","msg":"trace[161009228] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24466; }","duration":"1.462805066s","start":"2026-03-03T03:46:50.541184Z","end":"2026-03-03T03:46:52.003989Z","steps":["trace[161009228] 'agreement among raft nodes before linearized reading' (duration: 1.462704464s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.004006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:50.541159Z","time spent":"1.462843537s","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:52.004087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617322628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:46:52.004101Z","caller":"traceutil/trace.go:171","msg":"trace[344449617] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24466; }","duration":"1.617357179s","start":"2026-03-03T03:46:50.386739Z","end":"2026-03-03T03:46:52.004096Z","steps":["trace[344449617] 'agreement among raft nodes before linearized reading' (duration: 1.617326169s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.004114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:50.386728Z","time spent":"1.61738249s","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:52.004186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650339782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:46:52.004204Z","caller":"traceutil/trace.go:171","msg":"trace[1986094975] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24466; }","duration":"1.650399344s","start":"2026-03-03T03:46:50.353801Z","end":"2026-03-03T03:46:52.0042Z","steps":["trace[1986094975] 'agreement among raft nodes before linearized reading' (duration: 1.650370243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.004218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:50.35378Z","time spent":"1.650434934s","remote":"127.0.0.1:43776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:52.004293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161365953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:46:52.004314Z","caller":"traceutil/trace.go:171","msg":"trace[1827318381] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24466; }","duration":"2.161385003s","start":"2026-03-03T03:46:49.842921Z","end":"2026-03-03T03:46:52.004306Z","steps":["trace[1827318381] 'agreement among raft nodes before linearized reading' (duration: 2.161358912s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.004331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:49.842844Z","time spent":"2.161481885s","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:52.004437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310268822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189936debfff6bf4\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-03T03:46:52.004454Z","caller":"traceutil/trace.go:171","msg":"trace[1241532342] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189936debfff6bf4; range_end:; response_count:1; response_revision:24466; }","duration":"2.310357234s","start":"2026-03-03T03:46:49.694092Z","end":"2026-03-03T03:46:52.004449Z","steps":["trace[1241532342] 'agreement among raft nodes before linearized reading' (duration: 2.310307013s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.004466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:49.694071Z","time spent":"2.310391484s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189936debfff6bf4\" "} {"level":"warn","ts":"2026-03-03T03:46:52.004541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520479137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:46:52.004559Z","caller":"traceutil/trace.go:171","msg":"trace[2050514697] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24466; }","duration":"2.520499087s","start":"2026-03-03T03:46:49.484055Z","end":"2026-03-03T03:46:52.004554Z","steps":["trace[2050514697] 'agreement among raft nodes before linearized reading' (duration: 2.520469737s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.004573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:49.483974Z","time spent":"2.520595s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:52.004733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.482362434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-03T03:46:52.004811Z","caller":"traceutil/trace.go:171","msg":"trace[1355290437] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24466; }","duration":"3.482485896s","start":"2026-03-03T03:46:48.522304Z","end":"2026-03-03T03:46:52.00479Z","steps":["trace[1355290437] 'agreement among raft nodes before linearized reading' (duration: 3.482284652s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.004851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:48.522275Z","time spent":"3.482568929s","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T03:46:52.005109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.703348956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T03:46:52.005134Z","caller":"traceutil/trace.go:171","msg":"trace[1945961042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24466; }","duration":"3.703425128s","start":"2026-03-03T03:46:48.301703Z","end":"2026-03-03T03:46:52.005128Z","steps":["trace[1945961042] 'agreement among raft nodes before linearized reading' (duration: 3.703351586s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.005154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:48.30166Z","time spent":"3.703489749s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:46:52.005283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.812755578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"info","ts":"2026-03-03T03:46:52.005304Z","caller":"traceutil/trace.go:171","msg":"trace[701411672] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24466; }","duration":"3.812795948s","start":"2026-03-03T03:46:48.192503Z","end":"2026-03-03T03:46:52.005299Z","steps":["trace[701411672] 'agreement among raft nodes before linearized reading' (duration: 3.812729787s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:52.005323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:48.19249Z","time spent":"3.812828099s","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11818,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-03T03:46:52.591329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990475822,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:46:53.075276Z","caller":"traceutil/trace.go:171","msg":"trace[565321758] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"985.66613ms","start":"2026-03-03T03:46:52.089576Z","end":"2026-03-03T03:46:53.075242Z","steps":["trace[565321758] 'process raft request' (duration: 985.432525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:53.075461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:52.08956Z","time spent":"985.805334ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:46:54.568086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198308849s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:46:54.568301Z","caller":"traceutil/trace.go:171","msg":"trace[2088400207] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"1.375291054s","start":"2026-03-03T03:46:53.192995Z","end":"2026-03-03T03:46:54.568286Z","steps":["trace[2088400207] 'process raft request' (duration: 1.375251213s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:54.568372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:53.19296Z","time spent":"1.375379926s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:54.568518Z","caller":"traceutil/trace.go:171","msg":"trace[233799511] linearizableReadLoop","detail":"{readStateIndex:25350; appliedIndex:25348; }","duration":"2.478113846s","start":"2026-03-03T03:46:52.090366Z","end":"2026-03-03T03:46:54.56848Z","steps":["trace[233799511] 'read index received' (duration: 984.693189ms)","trace[233799511] 'applied index is now lower than readState.Index' (duration: 1.493418137s)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:46:54.56857Z","caller":"traceutil/trace.go:171","msg":"trace[1786169287] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"2.474407864s","start":"2026-03-03T03:46:52.094121Z","end":"2026-03-03T03:46:54.568529Z","steps":["trace[1786169287] 'process raft request' (duration: 1.275620325s)","trace[1786169287] 'compare' (duration: 1.197629874s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:46:54.568636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47827058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:46:54.568658Z","caller":"traceutil/trace.go:171","msg":"trace[486259016] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24474; }","duration":"2.478343332s","start":"2026-03-03T03:46:52.090307Z","end":"2026-03-03T03:46:54.568651Z","steps":["trace[486259016] 'agreement among raft nodes before linearized reading' (duration: 2.478277541s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:54.568604Z","caller":"traceutil/trace.go:171","msg":"trace[1846475679] transaction","detail":"{read_only:false; response_revision:24473; number_of_response:1; }","duration":"1.970802178s","start":"2026-03-03T03:46:52.597743Z","end":"2026-03-03T03:46:54.568546Z","steps":["trace[1846475679] 'process raft request' (duration: 1.97042943s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:54.568774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:52.094108Z","time spent":"2.474553598s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:46:54.568863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:52.59772Z","time spent":"1.971007292s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:46:54.568683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:52.090289Z","time spent":"2.478389163s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T03:46:55.069402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990475834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:46:55.551599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.306493383s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T03:46:55.551984Z","caller":"traceutil/trace.go:171","msg":"trace[1756280379] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"1.534501979s","start":"2026-03-03T03:46:54.017458Z","end":"2026-03-03T03:46:55.55196Z","steps":["trace[1756280379] 'process raft request' (duration: 1.534419237s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:55.552053Z","caller":"traceutil/trace.go:171","msg":"trace[200584876] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"1.534751085s","start":"2026-03-03T03:46:54.017224Z","end":"2026-03-03T03:46:55.551975Z","steps":["trace[200584876] 'process raft request' (duration: 1.534499589s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:55.552195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:54.01745Z","time spent":"1.534663683s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:46:55.552279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:54.017195Z","time spent":"1.534961399s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:55.55229Z","caller":"traceutil/trace.go:171","msg":"trace[1494302621] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"1.534728964s","start":"2026-03-03T03:46:54.0175Z","end":"2026-03-03T03:46:55.552229Z","steps":["trace[1494302621] 'process raft request' (duration: 1.534424777s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:55.552456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:54.017496Z","time spent":"1.534877477s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:55.55254Z","caller":"traceutil/trace.go:171","msg":"trace[1904591925] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"1.534891008s","start":"2026-03-03T03:46:54.017587Z","end":"2026-03-03T03:46:55.552478Z","steps":["trace[1904591925] 'process raft request' (duration: 1.534600152s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:55.55269Z","caller":"traceutil/trace.go:171","msg":"trace[556920154] linearizableReadLoop","detail":"{readStateIndex:25359; appliedIndex:25352; }","duration":"984.115646ms","start":"2026-03-03T03:46:54.568563Z","end":"2026-03-03T03:46:55.552679Z","steps":["trace[556920154] 'read index received' (duration: 983.150265ms)","trace[556920154] 'applied index is now lower than readState.Index' (duration: 964.161µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:46:55.55266Z","caller":"traceutil/trace.go:171","msg":"trace[1834266102] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"1.534461988s","start":"2026-03-03T03:46:54.018178Z","end":"2026-03-03T03:46:55.55264Z","steps":["trace[1834266102] 'process raft request' (duration: 1.534248733s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:55.552709Z","caller":"traceutil/trace.go:171","msg":"trace[913831422] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"1.534408667s","start":"2026-03-03T03:46:54.018276Z","end":"2026-03-03T03:46:55.552685Z","steps":["trace[913831422] 'process raft request' (duration: 1.534250343s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:55.5527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:54.017582Z","time spent":"1.535039971s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:46:55.552801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877035369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:46:55.552831Z","caller":"traceutil/trace.go:171","msg":"trace[1601446633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24481; }","duration":"1.877110171s","start":"2026-03-03T03:46:53.675713Z","end":"2026-03-03T03:46:55.552824Z","steps":["trace[1601446633] 'agreement among raft nodes before linearized reading' (duration: 1.877045519s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:55.55285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:53.67569Z","time spent":"1.877156382s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:46:55.55285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:54.018271Z","time spent":"1.534498379s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:46:55.552929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462998049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T03:46:55.552981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582731478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T03:46:55.553006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45889692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:46:55.553Z","caller":"traceutil/trace.go:171","msg":"trace[954172484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24481; }","duration":"1.463106482s","start":"2026-03-03T03:46:54.089883Z","end":"2026-03-03T03:46:55.552989Z","steps":["trace[954172484] 'agreement among raft nodes before linearized reading' (duration: 1.462886247s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:55.553029Z","caller":"traceutil/trace.go:171","msg":"trace[1702585311] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24481; }","duration":"1.58280418s","start":"2026-03-03T03:46:53.970213Z","end":"2026-03-03T03:46:55.553017Z","steps":["trace[1702585311] 'agreement among raft nodes before linearized reading' (duration: 1.582541333s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:55.553057Z","caller":"traceutil/trace.go:171","msg":"trace[1743298517] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24481; }","duration":"3.458962671s","start":"2026-03-03T03:46:52.094082Z","end":"2026-03-03T03:46:55.553044Z","steps":["trace[1743298517] 'agreement among raft nodes before linearized reading' (duration: 3.458884219s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:55.553066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:54.089856Z","time spent":"1.463200675s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:46:55.55307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:53.970199Z","time spent":"1.582863121s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:46:55.553077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.202202714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:46:55.553096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:52.094072Z","time spent":"3.459016842s","remote":"127.0.0.1:53104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T03:46:55.55312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.293203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:46:55.553119Z","caller":"traceutil/trace.go:171","msg":"trace[1041779450] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24481; }","duration":"3.202272936s","start":"2026-03-03T03:46:52.350828Z","end":"2026-03-03T03:46:55.553101Z","steps":["trace[1041779450] 'agreement among raft nodes before linearized reading' (duration: 3.202222005s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:55.553146Z","caller":"traceutil/trace.go:171","msg":"trace[45464898] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24481; }","duration":"970.346545ms","start":"2026-03-03T03:46:54.58279Z","end":"2026-03-03T03:46:55.553137Z","steps":["trace[45464898] 'agreement among raft nodes before linearized reading' (duration: 970.304264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:55.553153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:52.350809Z","time spent":"3.202334667s","remote":"127.0.0.1:40624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:55.553171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:54.582772Z","time spent":"970.394905ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T03:46:55.553227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492026947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T03:46:55.553218Z","caller":"traceutil/trace.go:171","msg":"trace[2105275] transaction","detail":"{read_only:false; response_revision:24481; number_of_response:1; }","duration":"1.533438006s","start":"2026-03-03T03:46:54.019769Z","end":"2026-03-03T03:46:55.553207Z","steps":["trace[2105275] 'process raft request' (duration: 1.532863653s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:55.553265Z","caller":"traceutil/trace.go:171","msg":"trace[382212477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24481; }","duration":"1.492110059s","start":"2026-03-03T03:46:54.061146Z","end":"2026-03-03T03:46:55.553256Z","steps":["trace[382212477] 'agreement among raft nodes before linearized reading' (duration: 1.492009057s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:55.553021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272059128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T03:46:55.553334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:54.019727Z","time spent":"1.533544178s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:46:55.553379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534397628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T03:46:55.553069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668804293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T03:46:55.553413Z","caller":"traceutil/trace.go:171","msg":"trace[523560456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24481; }","duration":"1.534446888s","start":"2026-03-03T03:46:54.018958Z","end":"2026-03-03T03:46:55.553405Z","steps":["trace[523560456] 'agreement among raft nodes before linearized reading' (duration: 1.534357206s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:55.553418Z","caller":"traceutil/trace.go:171","msg":"trace[1182294375] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24481; }","duration":"3.272475898s","start":"2026-03-03T03:46:52.280894Z","end":"2026-03-03T03:46:55.55337Z","steps":["trace[1182294375] 'agreement among raft nodes before linearized reading' (duration: 3.272086289s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:55.553436Z","caller":"traceutil/trace.go:171","msg":"trace[430693877] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:24481; }","duration":"2.669202432s","start":"2026-03-03T03:46:52.884222Z","end":"2026-03-03T03:46:55.553424Z","steps":["trace[430693877] 'agreement among raft nodes before linearized reading' (duration: 2.668738802s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:55.553443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.959892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:46:55.553387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.830251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T03:46:55.553475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:52.884203Z","time spent":"2.669261373s","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-03T03:46:55.553485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:52.280867Z","time spent":"3.27259571s","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:55.553451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:54.01895Z","time spent":"1.534494619s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T03:46:55.553503Z","caller":"traceutil/trace.go:171","msg":"trace[890663225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24481; }","duration":"472.990224ms","start":"2026-03-03T03:46:55.0805Z","end":"2026-03-03T03:46:55.55349Z","steps":["trace[890663225] 'agreement among raft nodes before linearized reading' (duration: 472.844451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:55.553543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:55.080471Z","time spent":"473.061716ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:46:55.553576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:54.018172Z","time spent":"1.53455796s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:55.553494Z","caller":"traceutil/trace.go:171","msg":"trace[1909470685] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24481; }","duration":"968.056204ms","start":"2026-03-03T03:46:54.585425Z","end":"2026-03-03T03:46:55.553481Z","steps":["trace[1909470685] 'agreement among raft nodes before linearized reading' (duration: 967.972482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:55.553731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:54.585392Z","time spent":"968.321389ms","remote":"127.0.0.1:58426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:55.553329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.318814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:46:55.553802Z","caller":"traceutil/trace.go:171","msg":"trace[420302431] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24481; }","duration":"315.848065ms","start":"2026-03-03T03:46:55.237941Z","end":"2026-03-03T03:46:55.553789Z","steps":["trace[420302431] 'agreement among raft nodes before linearized reading' (duration: 315.360774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:55.553273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.394213399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:46:55.553839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:55.237908Z","time spent":"315.920257ms","remote":"127.0.0.1:40496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:46:55.553857Z","caller":"traceutil/trace.go:171","msg":"trace[1086229197] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24481; }","duration":"3.394794352s","start":"2026-03-03T03:46:52.159049Z","end":"2026-03-03T03:46:55.553843Z","steps":["trace[1086229197] 'agreement among raft nodes before linearized reading' (duration: 3.394193379s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:55.553914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:52.159Z","time spent":"3.394896434s","remote":"127.0.0.1:40392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:55.55399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.75998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:46:55.554067Z","caller":"traceutil/trace.go:171","msg":"trace[1164224512] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24481; }","duration":"856.879792ms","start":"2026-03-03T03:46:54.697174Z","end":"2026-03-03T03:46:55.554053Z","steps":["trace[1164224512] 'agreement among raft nodes before linearized reading' (duration: 856.637637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:55.554125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:54.697157Z","time spent":"856.956885ms","remote":"127.0.0.1:53336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:55.553295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:54.061101Z","time spent":"1.492187471s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:46:56.457447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.151394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:46:56.457647Z","caller":"traceutil/trace.go:171","msg":"trace[2049838888] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"898.71545ms","start":"2026-03-03T03:46:55.558913Z","end":"2026-03-03T03:46:56.457629Z","steps":["trace[2049838888] 'process raft request' (duration: 898.625668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:56.457761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:55.558901Z","time spent":"898.829123ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:56.45789Z","caller":"traceutil/trace.go:171","msg":"trace[1081417645] transaction","detail":"{read_only:false; response_revision:24482; number_of_response:1; }","duration":"899.534129ms","start":"2026-03-03T03:46:55.558321Z","end":"2026-03-03T03:46:56.457855Z","steps":["trace[1081417645] 'process raft request' (duration: 186.890363ms)","trace[1081417645] 'compare' (duration: 712.019122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:46:56.458069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:55.558311Z","time spent":"899.674873ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:56.458065Z","caller":"traceutil/trace.go:171","msg":"trace[1252648436] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"899.031578ms","start":"2026-03-03T03:46:55.559008Z","end":"2026-03-03T03:46:56.458039Z","steps":["trace[1252648436] 'process raft request' (duration: 898.583568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:56.458387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:55.558989Z","time spent":"899.305394ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:56.458251Z","caller":"traceutil/trace.go:171","msg":"trace[1818750551] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"899.11513ms","start":"2026-03-03T03:46:55.559124Z","end":"2026-03-03T03:46:56.458239Z","steps":["trace[1818750551] 'process raft request' (duration: 898.832993ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:56.458402Z","caller":"traceutil/trace.go:171","msg":"trace[1703598503] linearizableReadLoop","detail":"{readStateIndex:25365; appliedIndex:25360; }","duration":"875.90037ms","start":"2026-03-03T03:46:55.582492Z","end":"2026-03-03T03:46:56.458392Z","steps":["trace[1703598503] 'read index received' (duration: 162.718472ms)","trace[1703598503] 'applied index is now lower than readState.Index' (duration: 713.180738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:46:56.458564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:55.559091Z","time spent":"899.413416ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:46:56.458592Z","caller":"traceutil/trace.go:171","msg":"trace[398970013] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"898.816063ms","start":"2026-03-03T03:46:55.559764Z","end":"2026-03-03T03:46:56.45858Z","steps":["trace[398970013] 'process raft request' (duration: 898.431505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:56.458646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:55.559728Z","time spent":"898.888225ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:46:56.458875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.096603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18712"} {"level":"info","ts":"2026-03-03T03:46:56.458907Z","caller":"traceutil/trace.go:171","msg":"trace[160387307] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"875.41548ms","start":"2026-03-03T03:46:55.583479Z","end":"2026-03-03T03:46:56.458895Z","steps":["trace[160387307] 'process raft request' (duration: 874.871778ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:46:56.458934Z","caller":"traceutil/trace.go:171","msg":"trace[222904827] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24487; }","duration":"875.179434ms","start":"2026-03-03T03:46:55.58374Z","end":"2026-03-03T03:46:56.45892Z","steps":["trace[222904827] 'agreement among raft nodes before linearized reading' (duration: 874.96644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:56.458961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:55.583461Z","time spent":"875.469691ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:46:56.458967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:55.583723Z","time spent":"875.236986ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T03:46:56.459137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.652475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T03:46:56.459166Z","caller":"traceutil/trace.go:171","msg":"trace[266421419] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24487; }","duration":"466.737928ms","start":"2026-03-03T03:46:55.99242Z","end":"2026-03-03T03:46:56.459158Z","steps":["trace[266421419] 'agreement among raft nodes before linearized reading' (duration: 466.564034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:56.459225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:55.992375Z","time spent":"466.83248ms","remote":"127.0.0.1:53120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:46:56.459293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.276372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:46:56.459384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.566295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:46:56.459436Z","caller":"traceutil/trace.go:171","msg":"trace[549001302] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24487; }","duration":"718.619866ms","start":"2026-03-03T03:46:55.740803Z","end":"2026-03-03T03:46:56.459423Z","steps":["trace[549001302] 'agreement among raft nodes before linearized reading' (duration: 718.544715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:56.459474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:55.740777Z","time spent":"718.688828ms","remote":"127.0.0.1:40616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:46:56.459364Z","caller":"traceutil/trace.go:171","msg":"trace[1061909481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24486; }","duration":"895.186284ms","start":"2026-03-03T03:46:55.564164Z","end":"2026-03-03T03:46:56.45935Z","steps":["trace[1061909481] 'agreement among raft nodes before linearized reading' (duration: 894.260594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:56.459723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:55.564156Z","time spent":"895.549561ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:46:57.10282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.864636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:46:57.102887Z","caller":"traceutil/trace.go:171","msg":"trace[1277258195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24487; }","duration":"428.960187ms","start":"2026-03-03T03:46:56.673907Z","end":"2026-03-03T03:46:57.102868Z","steps":["trace[1277258195] 'range keys from in-memory index tree' (duration: 428.757523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:57.102914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:56.673892Z","time spent":"429.016339ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:46:57.103893Z","caller":"traceutil/trace.go:171","msg":"trace[243250025] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"408.638082ms","start":"2026-03-03T03:46:56.695232Z","end":"2026-03-03T03:46:57.10387Z","steps":["trace[243250025] 'process raft request' (duration: 408.456568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:46:57.104044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:46:56.695187Z","time spent":"408.777165ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:03.317596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:02.892427Z","time spent":"425.164015ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T03:47:03.31781Z","caller":"traceutil/trace.go:171","msg":"trace[1327783198] linearizableReadLoop","detail":"{readStateIndex:25411; appliedIndex:25411; }","duration":"424.908498ms","start":"2026-03-03T03:47:02.892877Z","end":"2026-03-03T03:47:03.317785Z","steps":["trace[1327783198] 'read index received' (duration: 424.896188ms)","trace[1327783198] 'applied index is now lower than readState.Index' (duration: 9.33µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:03.318123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.222325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T03:47:03.318225Z","caller":"traceutil/trace.go:171","msg":"trace[1753158886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24530; }","duration":"425.346877ms","start":"2026-03-03T03:47:02.892859Z","end":"2026-03-03T03:47:03.318206Z","steps":["trace[1753158886] 'agreement among raft nodes before linearized reading' (duration: 425.049451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:03.31828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:02.892853Z","time spent":"425.418599ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:47:03.322713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.559226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:47:03.32277Z","caller":"traceutil/trace.go:171","msg":"trace[1793300031] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24531; }","duration":"232.662028ms","start":"2026-03-03T03:47:03.090095Z","end":"2026-03-03T03:47:03.322757Z","steps":["trace[1793300031] 'agreement among raft nodes before linearized reading' (duration: 232.529955ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:03.322789Z","caller":"traceutil/trace.go:171","msg":"trace[271717294] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"427.594198ms","start":"2026-03-03T03:47:02.895171Z","end":"2026-03-03T03:47:03.322766Z","steps":["trace[271717294] 'process raft request' (duration: 427.316532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:03.322898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:02.895156Z","time spent":"427.67899ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:03.323004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.979293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:47:03.323115Z","caller":"traceutil/trace.go:171","msg":"trace[80366181] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24531; }","duration":"166.159557ms","start":"2026-03-03T03:47:03.156933Z","end":"2026-03-03T03:47:03.323092Z","steps":["trace[80366181] 'agreement among raft nodes before linearized reading' (duration: 165.928003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:07.134217Z","caller":"traceutil/trace.go:171","msg":"trace[1151550211] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"115.20913ms","start":"2026-03-03T03:47:07.018993Z","end":"2026-03-03T03:47:07.134202Z","steps":["trace[1151550211] 'process raft request' (duration: 114.8132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:07.737166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.84198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:47:07.737362Z","caller":"traceutil/trace.go:171","msg":"trace[66282257] linearizableReadLoop","detail":"{readStateIndex:25442; appliedIndex:25440; }","duration":"392.046967ms","start":"2026-03-03T03:47:07.345298Z","end":"2026-03-03T03:47:07.737345Z","steps":["trace[66282257] 'read index received' (duration: 377.62069ms)","trace[66282257] 'applied index is now lower than readState.Index' (duration: 14.425307ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:47:07.737443Z","caller":"traceutil/trace.go:171","msg":"trace[552363888] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"507.172005ms","start":"2026-03-03T03:47:07.23026Z","end":"2026-03-03T03:47:07.737432Z","steps":["trace[552363888] 'process raft request' (duration: 506.998961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:07.737504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:07.230238Z","time spent":"507.236156ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:07.737605Z","caller":"traceutil/trace.go:171","msg":"trace[1428728316] transaction","detail":"{read_only:false; response_revision:24560; number_of_response:1; }","duration":"596.575327ms","start":"2026-03-03T03:47:07.140964Z","end":"2026-03-03T03:47:07.737539Z","steps":["trace[1428728316] 'process raft request' (duration: 108.264237ms)","trace[1428728316] 'compare' (duration: 487.647836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:07.73773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.403596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T03:47:07.737777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:07.140944Z","time spent":"596.749142ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:07.737815Z","caller":"traceutil/trace.go:171","msg":"trace[1181955944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24561; }","duration":"392.527738ms","start":"2026-03-03T03:47:07.34526Z","end":"2026-03-03T03:47:07.737788Z","steps":["trace[1181955944] 'agreement among raft nodes before linearized reading' (duration: 392.271992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:07.737865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:07.345242Z","time spent":"392.61409ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T03:47:07.81896Z","caller":"traceutil/trace.go:171","msg":"trace[1588917682] transaction","detail":"{read_only:false; response_revision:24567; number_of_response:1; }","duration":"203.633511ms","start":"2026-03-03T03:47:07.615288Z","end":"2026-03-03T03:47:07.818921Z","steps":["trace[1588917682] 'process raft request' (duration: 203.412536ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:07.818938Z","caller":"traceutil/trace.go:171","msg":"trace[172738028] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"208.380754ms","start":"2026-03-03T03:47:07.610527Z","end":"2026-03-03T03:47:07.818907Z","steps":["trace[172738028] 'process raft request' (duration: 207.994206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:07.819042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.633431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T03:47:07.819029Z","caller":"traceutil/trace.go:171","msg":"trace[1734340427] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"204.618792ms","start":"2026-03-03T03:47:07.614376Z","end":"2026-03-03T03:47:07.818995Z","steps":["trace[1734340427] 'process raft request' (duration: 204.269375ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:07.819077Z","caller":"traceutil/trace.go:171","msg":"trace[478696399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24568; }","duration":"469.711403ms","start":"2026-03-03T03:47:07.349357Z","end":"2026-03-03T03:47:07.819068Z","steps":["trace[478696399] 'agreement among raft nodes before linearized reading' (duration: 469.549229ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:07.819083Z","caller":"traceutil/trace.go:171","msg":"trace[1742871010] transaction","detail":"{read_only:false; response_revision:24565; number_of_response:1; }","duration":"204.465819ms","start":"2026-03-03T03:47:07.614591Z","end":"2026-03-03T03:47:07.819057Z","steps":["trace[1742871010] 'process raft request' (duration: 204.07211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:07.820904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:07.349346Z","time spent":"471.487792ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T03:47:07.819119Z","caller":"traceutil/trace.go:171","msg":"trace[811061517] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"207.002275ms","start":"2026-03-03T03:47:07.612101Z","end":"2026-03-03T03:47:07.819103Z","steps":["trace[811061517] 'process raft request' (duration: 206.514274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:07.819137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.085891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T03:47:07.821218Z","caller":"traceutil/trace.go:171","msg":"trace[2021553739] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24568; }","duration":"350.167098ms","start":"2026-03-03T03:47:07.471022Z","end":"2026-03-03T03:47:07.82119Z","steps":["trace[2021553739] 'agreement among raft nodes before linearized reading' (duration: 348.068141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:07.819034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.534529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:47:07.821307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:07.471008Z","time spent":"350.26888ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-03T03:47:07.819184Z","caller":"traceutil/trace.go:171","msg":"trace[2073877803] transaction","detail":"{read_only:false; response_revision:24566; number_of_response:1; }","duration":"204.101901ms","start":"2026-03-03T03:47:07.615069Z","end":"2026-03-03T03:47:07.819171Z","steps":["trace[2073877803] 'process raft request' (duration: 203.614201ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:07.819258Z","caller":"traceutil/trace.go:171","msg":"trace[534416806] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"100.348213ms","start":"2026-03-03T03:47:07.718892Z","end":"2026-03-03T03:47:07.81924Z","steps":["trace[534416806] 'process raft request' (duration: 99.824401ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:07.8213Z","caller":"traceutil/trace.go:171","msg":"trace[2042994522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24568; }","duration":"144.858401ms","start":"2026-03-03T03:47:07.67642Z","end":"2026-03-03T03:47:07.821279Z","steps":["trace[2042994522] 'agreement among raft nodes before linearized reading' (duration: 142.516669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:08.323229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990476031,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:47:08.475031Z","caller":"traceutil/trace.go:171","msg":"trace[729800809] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"731.136652ms","start":"2026-03-03T03:47:07.743867Z","end":"2026-03-03T03:47:08.475004Z","steps":["trace[729800809] 'process raft request' (duration: 730.979888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:08.475167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:07.743843Z","time spent":"731.254335ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:08.614037Z","caller":"traceutil/trace.go:171","msg":"trace[284356196] linearizableReadLoop","detail":"{readStateIndex:25451; appliedIndex:25449; }","duration":"791.666131ms","start":"2026-03-03T03:47:07.822342Z","end":"2026-03-03T03:47:08.614008Z","steps":["trace[284356196] 'read index received' (duration: 652.478475ms)","trace[284356196] 'applied index is now lower than readState.Index' (duration: 139.185996ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:47:08.614202Z","caller":"traceutil/trace.go:171","msg":"trace[1316647341] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"788.00372ms","start":"2026-03-03T03:47:07.82618Z","end":"2026-03-03T03:47:08.614184Z","steps":["trace[1316647341] 'process raft request' (duration: 785.513055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:08.614454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:07.82613Z","time spent":"788.186734ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:08.614688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.321246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:47:08.614734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.023434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c340cb8b-a0ab-4ad2-aa3c-921c621f4937\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T03:47:08.614784Z","caller":"traceutil/trace.go:171","msg":"trace[901735239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24570; }","duration":"792.455728ms","start":"2026-03-03T03:47:07.822304Z","end":"2026-03-03T03:47:08.614759Z","steps":["trace[901735239] 'agreement among raft nodes before linearized reading' (duration: 792.299685ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:08.614808Z","caller":"traceutil/trace.go:171","msg":"trace[745840586] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c340cb8b-a0ab-4ad2-aa3c-921c621f4937; range_end:; response_count:1; response_revision:24570; }","duration":"790.132107ms","start":"2026-03-03T03:47:07.824663Z","end":"2026-03-03T03:47:08.614795Z","steps":["trace[745840586] 'agreement among raft nodes before linearized reading' (duration: 789.954743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:08.614839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:07.822287Z","time spent":"792.540671ms","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:47:08.614923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.886957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T03:47:08.614968Z","caller":"traceutil/trace.go:171","msg":"trace[140306996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24570; }","duration":"101.930448ms","start":"2026-03-03T03:47:08.513032Z","end":"2026-03-03T03:47:08.614962Z","steps":["trace[140306996] 'agreement among raft nodes before linearized reading' (duration: 101.848686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:08.614853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:07.824642Z","time spent":"790.204328ms","remote":"127.0.0.1:53050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-c340cb8b-a0ab-4ad2-aa3c-921c621f4937\" "} {"level":"warn","ts":"2026-03-03T03:47:08.615067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.811115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:47:08.615095Z","caller":"traceutil/trace.go:171","msg":"trace[277588178] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24570; }","duration":"362.869066ms","start":"2026-03-03T03:47:08.252221Z","end":"2026-03-03T03:47:08.61509Z","steps":["trace[277588178] 'agreement among raft nodes before linearized reading' (duration: 362.804715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:08.61512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:08.252209Z","time spent":"362.905887ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:47:08.738912Z","caller":"traceutil/trace.go:171","msg":"trace[960098562] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"117.247944ms","start":"2026-03-03T03:47:08.621629Z","end":"2026-03-03T03:47:08.738877Z","steps":["trace[960098562] 'process raft request' (duration: 117.133151ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:08.738877Z","caller":"traceutil/trace.go:171","msg":"trace[1990568340] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"119.027223ms","start":"2026-03-03T03:47:08.619823Z","end":"2026-03-03T03:47:08.738851Z","steps":["trace[1990568340] 'process raft request' (duration: 116.507699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:10.492809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990476051,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:47:10.662897Z","caller":"traceutil/trace.go:171","msg":"trace[400005765] transaction","detail":"{read_only:false; response_revision:24576; number_of_response:1; }","duration":"838.077029ms","start":"2026-03-03T03:47:09.824791Z","end":"2026-03-03T03:47:10.662868Z","steps":["trace[400005765] 'process raft request' (duration: 837.907676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:10.663057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:09.82477Z","time spent":"838.203142ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:11.295277Z","caller":"traceutil/trace.go:171","msg":"trace[2105698462] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"1.470230888s","start":"2026-03-03T03:47:09.825023Z","end":"2026-03-03T03:47:11.295254Z","steps":["trace[2105698462] 'process raft request' (duration: 1.470022394s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:11.29547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:09.825014Z","time spent":"1.470354741s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:11.295614Z","caller":"traceutil/trace.go:171","msg":"trace[1050162340] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"1.470547876s","start":"2026-03-03T03:47:09.825035Z","end":"2026-03-03T03:47:11.295583Z","steps":["trace[1050162340] 'process raft request' (duration: 1.470169287s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:11.295733Z","caller":"traceutil/trace.go:171","msg":"trace[361400946] transaction","detail":"{read_only:false; response_revision:24579; number_of_response:1; }","duration":"1.470534005s","start":"2026-03-03T03:47:09.825154Z","end":"2026-03-03T03:47:11.295688Z","steps":["trace[361400946] 'process raft request' (duration: 1.47029072s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:11.295742Z","caller":"traceutil/trace.go:171","msg":"trace[1014639912] transaction","detail":"{read_only:false; response_revision:24581; number_of_response:1; }","duration":"1.468863667s","start":"2026-03-03T03:47:09.826852Z","end":"2026-03-03T03:47:11.295716Z","steps":["trace[1014639912] 'process raft request' (duration: 1.468761855s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:11.295824Z","caller":"traceutil/trace.go:171","msg":"trace[1449667991] linearizableReadLoop","detail":"{readStateIndex:25463; appliedIndex:25456; }","duration":"1.303679291s","start":"2026-03-03T03:47:09.992125Z","end":"2026-03-03T03:47:11.295805Z","steps":["trace[1449667991] 'read index received' (duration: 670.651164ms)","trace[1449667991] 'applied index is now lower than readState.Index' (duration: 633.026477ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:47:11.295837Z","caller":"traceutil/trace.go:171","msg":"trace[528467678] transaction","detail":"{read_only:false; response_revision:24582; number_of_response:1; }","duration":"1.46896581s","start":"2026-03-03T03:47:09.826861Z","end":"2026-03-03T03:47:11.295827Z","steps":["trace[528467678] 'process raft request' (duration: 1.468814657s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:11.295887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:09.825148Z","time spent":"1.470659807s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:11.295912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:09.826831Z","time spent":"1.469050592s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:11.295976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303836785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:47:11.295893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:09.826843Z","time spent":"1.468975701s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:11.295769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:09.825024Z","time spent":"1.470664258s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:11.296043Z","caller":"traceutil/trace.go:171","msg":"trace[1727385719] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24582; }","duration":"1.303932177s","start":"2026-03-03T03:47:09.992092Z","end":"2026-03-03T03:47:11.296024Z","steps":["trace[1727385719] 'agreement among raft nodes before linearized reading' (duration: 1.303809584s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:11.295894Z","caller":"traceutil/trace.go:171","msg":"trace[388674717] transaction","detail":"{read_only:false; response_revision:24580; number_of_response:1; }","duration":"1.469891561s","start":"2026-03-03T03:47:09.825912Z","end":"2026-03-03T03:47:11.295804Z","steps":["trace[388674717] 'process raft request' (duration: 1.469657216s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:11.296099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:09.992076Z","time spent":"1.304007608s","remote":"127.0.0.1:36472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:11.296902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:09.825905Z","time spent":"1.470245899s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:12.6759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000310216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T03:47:12.675977Z","caller":"traceutil/trace.go:171","msg":"trace[198189212] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000418458s","start":"2026-03-03T03:47:10.67554Z","end":"2026-03-03T03:47:12.675958Z","steps":["trace[198189212] 'agreement among raft nodes before linearized reading' (duration: 2.000329007s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:12.676021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:10.675529Z","time spent":"2.00048434s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 03:47:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T03:47:13.243556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457743074s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T03:47:13.243862Z","caller":"traceutil/trace.go:171","msg":"trace[280509411] linearizableReadLoop","detail":"{readStateIndex:25464; appliedIndex:25463; }","duration":"1.947968517s","start":"2026-03-03T03:47:11.295874Z","end":"2026-03-03T03:47:13.243842Z","steps":["trace[280509411] 'read index received' (duration: 489.830834ms)","trace[280509411] 'applied index is now lower than readState.Index' (duration: 1.458136073s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:13.244132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061441108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:47:13.244228Z","caller":"traceutil/trace.go:171","msg":"trace[2074582872] transaction","detail":"{read_only:false; response_revision:24583; number_of_response:1; }","duration":"657.083666ms","start":"2026-03-03T03:47:12.587128Z","end":"2026-03-03T03:47:13.244211Z","steps":["trace[2074582872] 'process raft request' (duration: 656.590846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:13.244349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:12.587104Z","time spent":"657.190988ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:13.244218Z","caller":"traceutil/trace.go:171","msg":"trace[586127862] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24582; }","duration":"2.06154357s","start":"2026-03-03T03:47:11.18262Z","end":"2026-03-03T03:47:13.244163Z","steps":["trace[586127862] 'agreement among raft nodes before linearized reading' (duration: 2.061312765s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:13.244572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:11.182597Z","time spent":"2.061924069s","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:13.287362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668357152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T03:47:13.287445Z","caller":"traceutil/trace.go:171","msg":"trace[1660028886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24583; }","duration":"2.668495746s","start":"2026-03-03T03:47:10.618927Z","end":"2026-03-03T03:47:13.287423Z","steps":["trace[1660028886] 'agreement among raft nodes before linearized reading' (duration: 2.625248297s)","trace[1660028886] 'range keys from in-memory index tree' (duration: 43.054825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:13.287493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:10.618903Z","time spent":"2.668578477s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:47:13.287597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729427433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:13.28769Z","caller":"traceutil/trace.go:171","msg":"trace[177761341] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24583; }","duration":"2.729622218s","start":"2026-03-03T03:47:10.558041Z","end":"2026-03-03T03:47:13.287663Z","steps":["trace[177761341] 'agreement among raft nodes before linearized reading' (duration: 2.686210465s)","trace[177761341] 'count revisions from in-memory index tree' (duration: 43.25229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:13.287745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:10.558012Z","time spent":"2.729722289s","remote":"127.0.0.1:59750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:13.287846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99847324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:13.287902Z","caller":"traceutil/trace.go:171","msg":"trace[1580480029] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24583; }","duration":"2.998563602s","start":"2026-03-03T03:47:10.289323Z","end":"2026-03-03T03:47:13.287887Z","steps":["trace[1580480029] 'agreement among raft nodes before linearized reading' (duration: 2.954929494s)","trace[1580480029] 'count revisions from in-memory index tree' (duration: 43.551086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:13.287952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:10.289309Z","time spent":"2.998627344s","remote":"127.0.0.1:40614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:13.288046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.541959287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T03:47:13.288089Z","caller":"traceutil/trace.go:171","msg":"trace[1325822801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24583; }","duration":"2.542036829s","start":"2026-03-03T03:47:10.746037Z","end":"2026-03-03T03:47:13.288074Z","steps":["trace[1325822801] 'agreement among raft nodes before linearized reading' (duration: 2.498163266s)","trace[1325822801] 'range keys from in-memory index tree' (duration: 43.74103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:13.288119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:10.746012Z","time spent":"2.542100371s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:47:13.288197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183348309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:13.288255Z","caller":"traceutil/trace.go:171","msg":"trace[1877913901] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24583; }","duration":"3.183442671s","start":"2026-03-03T03:47:10.104794Z","end":"2026-03-03T03:47:13.288236Z","steps":["trace[1877913901] 'agreement among raft nodes before linearized reading' (duration: 3.139467177s)","trace[1877913901] 'count revisions from in-memory index tree' (duration: 43.905933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:13.288297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54526893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T03:47:13.288335Z","caller":"traceutil/trace.go:171","msg":"trace[588383116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24583; }","duration":"2.545349672s","start":"2026-03-03T03:47:10.742974Z","end":"2026-03-03T03:47:13.288324Z","steps":["trace[588383116] 'agreement among raft nodes before linearized reading' (duration: 2.501239614s)","trace[588383116] 'range keys from in-memory index tree' (duration: 44.028586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:13.288367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:10.742953Z","time spent":"2.545407783s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:47:13.288475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627547617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T03:47:13.288521Z","caller":"traceutil/trace.go:171","msg":"trace[1650268069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24583; }","duration":"2.627595488s","start":"2026-03-03T03:47:10.6609Z","end":"2026-03-03T03:47:13.288496Z","steps":["trace[1650268069] 'agreement among raft nodes before linearized reading' (duration: 2.583322726s)","trace[1650268069] 'range keys from in-memory index tree' (duration: 44.202259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:13.288552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:10.660889Z","time spent":"2.627657599s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:47:13.288683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644975381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:13.288716Z","caller":"traceutil/trace.go:171","msg":"trace[766396096] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24583; }","duration":"2.645049322s","start":"2026-03-03T03:47:10.643656Z","end":"2026-03-03T03:47:13.288706Z","steps":["trace[766396096] 'agreement among raft nodes before linearized reading' (duration: 2.600574536s)","trace[766396096] 'count revisions from in-memory index tree' (duration: 44.431276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:13.288753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:10.643623Z","time spent":"2.645122353s","remote":"127.0.0.1:40222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:13.288934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810245387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T03:47:13.288967Z","caller":"traceutil/trace.go:171","msg":"trace[786414033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24583; }","duration":"2.81031028s","start":"2026-03-03T03:47:10.478648Z","end":"2026-03-03T03:47:13.288958Z","steps":["trace[786414033] 'agreement among raft nodes before linearized reading' (duration: 2.765595018s)","trace[786414033] 'range keys from in-memory index tree' (duration: 44.63406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:13.289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:10.478631Z","time spent":"2.810361522s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:47:13.288302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:10.104776Z","time spent":"3.183513632s","remote":"127.0.0.1:40168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:13.289514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.658231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T03:47:13.289526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715063233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:47:13.28955Z","caller":"traceutil/trace.go:171","msg":"trace[388377236] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:24584; }","duration":"397.740692ms","start":"2026-03-03T03:47:12.891801Z","end":"2026-03-03T03:47:13.289542Z","steps":["trace[388377236] 'agreement among raft nodes before linearized reading' (duration: 397.62355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:13.289577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:12.891775Z","time spent":"397.795133ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"info","ts":"2026-03-03T03:47:13.289582Z","caller":"traceutil/trace.go:171","msg":"trace[1436492119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24584; }","duration":"1.715159205s","start":"2026-03-03T03:47:11.574405Z","end":"2026-03-03T03:47:13.289565Z","steps":["trace[1436492119] 'agreement among raft nodes before linearized reading' (duration: 1.715020592s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:13.289622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:11.57438Z","time spent":"1.715230747s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:47:13.289853Z","caller":"traceutil/trace.go:171","msg":"trace[2076799269] transaction","detail":"{read_only:false; response_revision:24584; number_of_response:1; }","duration":"621.641458ms","start":"2026-03-03T03:47:12.668198Z","end":"2026-03-03T03:47:13.289839Z","steps":["trace[2076799269] 'process raft request' (duration: 577.702523ms)","trace[2076799269] 'compare' (duration: 42.621536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:13.289938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:12.668168Z","time spent":"621.7124ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:13.289963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634589166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:47:13.289943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565328317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T03:47:13.290009Z","caller":"traceutil/trace.go:171","msg":"trace[1765997289] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24584; }","duration":"1.634673668s","start":"2026-03-03T03:47:11.655322Z","end":"2026-03-03T03:47:13.289996Z","steps":["trace[1765997289] 'agreement among raft nodes before linearized reading' (duration: 1.634585496s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:13.290061Z","caller":"traceutil/trace.go:171","msg":"trace[5278217] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24584; }","duration":"1.565446409s","start":"2026-03-03T03:47:11.724606Z","end":"2026-03-03T03:47:13.290052Z","steps":["trace[5278217] 'agreement among raft nodes before linearized reading' (duration: 1.565256435s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:13.290068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:11.655274Z","time spent":"1.634782521s","remote":"127.0.0.1:40508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:13.290096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:11.724566Z","time spent":"1.56552086s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T03:47:13.29062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.534702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:13.290666Z","caller":"traceutil/trace.go:171","msg":"trace[1338615593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24584; }","duration":"614.619603ms","start":"2026-03-03T03:47:12.676034Z","end":"2026-03-03T03:47:13.290654Z","steps":["trace[1338615593] 'agreement among raft nodes before linearized reading' (duration: 614.556592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:13.290717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:12.676014Z","time spent":"614.696085ms","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:47:13.290775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065776008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:13.290877Z","caller":"traceutil/trace.go:171","msg":"trace[1317833474] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24584; }","duration":"1.065893161s","start":"2026-03-03T03:47:12.224956Z","end":"2026-03-03T03:47:13.290849Z","steps":["trace[1317833474] 'agreement among raft nodes before linearized reading' (duration: 1.065687986s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:13.290968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:12.224927Z","time spent":"1.066028174s","remote":"127.0.0.1:40588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:13.29122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169776582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:13.291278Z","caller":"traceutil/trace.go:171","msg":"trace[1811043945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24584; }","duration":"1.171579293s","start":"2026-03-03T03:47:12.119686Z","end":"2026-03-03T03:47:13.291265Z","steps":["trace[1811043945] 'agreement among raft nodes before linearized reading' (duration: 1.169780773s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:13.291298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:12.119667Z","time spent":"1.171624433s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:47:13.825349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990476078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:47:14.326397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990476078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:47:14.491487Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1665546s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T03:47:14.891473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.674184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:47:14.892338Z","caller":"traceutil/trace.go:171","msg":"trace[1924092741] transaction","detail":"{read_only:false; response_revision:24588; number_of_response:1; }","duration":"1.597164875s","start":"2026-03-03T03:47:13.295144Z","end":"2026-03-03T03:47:14.892309Z","steps":["trace[1924092741] 'process raft request' (duration: 1.596993082s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:14.892386Z","caller":"traceutil/trace.go:171","msg":"trace[1085500645] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"1.590929268s","start":"2026-03-03T03:47:13.301428Z","end":"2026-03-03T03:47:14.892358Z","steps":["trace[1085500645] 'process raft request' (duration: 1.590831576s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:14.892403Z","caller":"traceutil/trace.go:171","msg":"trace[2135004094] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"1.591272066s","start":"2026-03-03T03:47:13.301053Z","end":"2026-03-03T03:47:14.892325Z","steps":["trace[2135004094] 'process raft request' (duration: 1.591178004s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:14.892447Z","caller":"traceutil/trace.go:171","msg":"trace[359583723] transaction","detail":"{read_only:false; response_revision:24589; number_of_response:1; }","duration":"1.597254647s","start":"2026-03-03T03:47:13.295177Z","end":"2026-03-03T03:47:14.892432Z","steps":["trace[359583723] 'process raft request' (duration: 1.596991681s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:14.892495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:13.295139Z","time spent":"1.597272508s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:14.892512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:13.301414Z","time spent":"1.59101768s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:14.892361Z","caller":"traceutil/trace.go:171","msg":"trace[586836584] transaction","detail":"{read_only:false; response_revision:24590; number_of_response:1; }","duration":"1.591301287s","start":"2026-03-03T03:47:13.301022Z","end":"2026-03-03T03:47:14.892323Z","steps":["trace[586836584] 'process raft request' (duration: 1.591179404s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:14.892635Z","caller":"traceutil/trace.go:171","msg":"trace[1631683885] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"1.590156411s","start":"2026-03-03T03:47:13.302466Z","end":"2026-03-03T03:47:14.892623Z","steps":["trace[1631683885] 'process raft request' (duration: 1.589857005s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:14.892643Z","caller":"traceutil/trace.go:171","msg":"trace[407638685] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"1.59014433s","start":"2026-03-03T03:47:13.302447Z","end":"2026-03-03T03:47:14.892591Z","steps":["trace[407638685] 'process raft request' (duration: 1.589845734s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:14.892712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:13.302457Z","time spent":"1.590219522s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:14.892723Z","caller":"traceutil/trace.go:171","msg":"trace[423529575] transaction","detail":"{read_only:false; response_revision:24586; number_of_response:1; }","duration":"1.598894193s","start":"2026-03-03T03:47:13.293811Z","end":"2026-03-03T03:47:14.892705Z","steps":["trace[423529575] 'process raft request' (duration: 1.598176747s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:14.892721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:13.301013Z","time spent":"1.591626203s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:14.892807Z","caller":"traceutil/trace.go:171","msg":"trace[1352214384] transaction","detail":"{read_only:false; response_revision:24587; number_of_response:1; }","duration":"1.598869063s","start":"2026-03-03T03:47:13.293914Z","end":"2026-03-03T03:47:14.892783Z","steps":["trace[1352214384] 'process raft request' (duration: 1.598175808s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:14.892805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:13.293795Z","time spent":"1.598965665s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:14.892574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:13.295159Z","time spent":"1.597335028s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:14.892575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:13.301038Z","time spent":"1.59143438s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:14.892873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:13.302437Z","time spent":"1.590331765s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:14.892877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:13.293903Z","time spent":"1.598940884s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:14.893079Z","caller":"traceutil/trace.go:171","msg":"trace[839170386] transaction","detail":"{read_only:false; response_revision:24585; number_of_response:1; }","duration":"1.599330343s","start":"2026-03-03T03:47:13.293732Z","end":"2026-03-03T03:47:14.893062Z","steps":["trace[839170386] 'process raft request' (duration: 1.197988732s)","trace[839170386] 'compare' (duration: 399.414939ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:47:14.893102Z","caller":"traceutil/trace.go:171","msg":"trace[1629143598] linearizableReadLoop","detail":"{readStateIndex:25479; appliedIndex:25467; }","duration":"1.568084436s","start":"2026-03-03T03:47:13.324998Z","end":"2026-03-03T03:47:14.893083Z","steps":["trace[1629143598] 'read index received' (duration: 1.166785736s)","trace[1629143598] 'applied index is now lower than readState.Index' (duration: 401.29749ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:47:14.893124Z","caller":"traceutil/trace.go:171","msg":"trace[1935288843] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"1.567382971s","start":"2026-03-03T03:47:13.325723Z","end":"2026-03-03T03:47:14.893106Z","steps":["trace[1935288843] 'process raft request' (duration: 1.567223197s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:14.893168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:13.293713Z","time spent":"1.599421435s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:14.893201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:13.325711Z","time spent":"1.567449382s","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:14.893425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594784783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:14.893469Z","caller":"traceutil/trace.go:171","msg":"trace[2072865205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24596; }","duration":"1.594852044s","start":"2026-03-03T03:47:13.298606Z","end":"2026-03-03T03:47:14.893458Z","steps":["trace[2072865205] 'agreement among raft nodes before linearized reading' (duration: 1.594720881s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:14.893504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:13.298598Z","time spent":"1.594900105s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:47:14.893947Z","caller":"traceutil/trace.go:171","msg":"trace[790777604] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"1.591425979s","start":"2026-03-03T03:47:13.302491Z","end":"2026-03-03T03:47:14.893917Z","steps":["trace[790777604] 'process raft request' (duration: 1.589864474s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:14.894057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:13.302479Z","time spent":"1.591527481s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:14.894172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598982855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189936debfff6bf4\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T03:47:14.894227Z","caller":"traceutil/trace.go:171","msg":"trace[422827795] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189936debfff6bf4; range_end:; response_count:1; response_revision:24596; }","duration":"1.599072138s","start":"2026-03-03T03:47:13.295142Z","end":"2026-03-03T03:47:14.894215Z","steps":["trace[422827795] 'agreement among raft nodes before linearized reading' (duration: 1.598900534s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:14.894262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:13.295133Z","time spent":"1.599120308s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189936debfff6bf4\" "} {"level":"info","ts":"2026-03-03T03:47:15.279922Z","caller":"traceutil/trace.go:171","msg":"trace[238639845] linearizableReadLoop","detail":"{readStateIndex:25480; appliedIndex:25479; }","duration":"386.740931ms","start":"2026-03-03T03:47:14.893137Z","end":"2026-03-03T03:47:15.279878Z","steps":["trace[238639845] 'read index received' (duration: 384.771038ms)","trace[238639845] 'applied index is now lower than readState.Index' (duration: 1.968203ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:47:15.28014Z","caller":"traceutil/trace.go:171","msg":"trace[1162359831] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"653.65011ms","start":"2026-03-03T03:47:14.626478Z","end":"2026-03-03T03:47:15.280128Z","steps":["trace[1162359831] 'process raft request' (duration: 651.161006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:15.28025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:14.626458Z","time spent":"653.717691ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:15.280556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954084531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18712"} {"level":"info","ts":"2026-03-03T03:47:15.280665Z","caller":"traceutil/trace.go:171","msg":"trace[1429219217] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24597; }","duration":"1.954213404s","start":"2026-03-03T03:47:13.326421Z","end":"2026-03-03T03:47:15.280635Z","steps":["trace[1429219217] 'agreement among raft nodes before linearized reading' (duration: 1.953918388s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:15.280674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828512265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:15.280749Z","caller":"traceutil/trace.go:171","msg":"trace[1419878169] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24597; }","duration":"1.828602937s","start":"2026-03-03T03:47:13.452129Z","end":"2026-03-03T03:47:15.280732Z","steps":["trace[1419878169] 'agreement among raft nodes before linearized reading' (duration: 1.828468354s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:15.280795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:13.452054Z","time spent":"1.82873054s","remote":"127.0.0.1:40276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:15.281277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:13.326413Z","time spent":"1.954841678s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T03:47:15.780904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990476084,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:47:15.970026Z","caller":"traceutil/trace.go:171","msg":"trace[1974487686] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"740.768174ms","start":"2026-03-03T03:47:15.229234Z","end":"2026-03-03T03:47:15.970002Z","steps":["trace[1974487686] 'process raft request' (duration: 740.695932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:15.970088Z","caller":"traceutil/trace.go:171","msg":"trace[55303888] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"1.070950773s","start":"2026-03-03T03:47:14.899106Z","end":"2026-03-03T03:47:15.970056Z","steps":["trace[55303888] 'process raft request' (duration: 1.070641716s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:15.970178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:15.229209Z","time spent":"740.888006ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:15.970252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:14.899091Z","time spent":"1.071067205s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:16.076245Z","caller":"traceutil/trace.go:171","msg":"trace[1529476970] linearizableReadLoop","detail":"{readStateIndex:25483; appliedIndex:25480; }","duration":"796.234092ms","start":"2026-03-03T03:47:15.279985Z","end":"2026-03-03T03:47:16.076219Z","steps":["trace[1529476970] 'read index received' (duration: 689.673033ms)","trace[1529476970] 'applied index is now lower than readState.Index' (duration: 106.559899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:16.07635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.581446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:16.076417Z","caller":"traceutil/trace.go:171","msg":"trace[1282719523] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"781.715782ms","start":"2026-03-03T03:47:15.294681Z","end":"2026-03-03T03:47:16.076397Z","steps":["trace[1282719523] 'process raft request' (duration: 777.613051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:16.076479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.42213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:47:16.0765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181179033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:16.076542Z","caller":"traceutil/trace.go:171","msg":"trace[327661312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24600; }","duration":"1.181618602s","start":"2026-03-03T03:47:14.894916Z","end":"2026-03-03T03:47:16.076534Z","steps":["trace[327661312] 'agreement among raft nodes before linearized reading' (duration: 1.181555921s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:16.076519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.52573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:16.076594Z","caller":"traceutil/trace.go:171","msg":"trace[2052800443] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24600; }","duration":"168.651943ms","start":"2026-03-03T03:47:15.907925Z","end":"2026-03-03T03:47:16.076577Z","steps":["trace[2052800443] 'agreement among raft nodes before linearized reading' (duration: 168.52878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:16.076611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.603003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:47:16.076608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:14.894896Z","time spent":"1.181681184s","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:47:16.076591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:15.29466Z","time spent":"781.829515ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:16.076646Z","caller":"traceutil/trace.go:171","msg":"trace[1869918799] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24600; }","duration":"481.676475ms","start":"2026-03-03T03:47:15.594959Z","end":"2026-03-03T03:47:16.076635Z","steps":["trace[1869918799] 'agreement among raft nodes before linearized reading' (duration: 481.611884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:16.076686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:15.594934Z","time spent":"481.741446ms","remote":"127.0.0.1:60646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-03T03:47:16.076546Z","caller":"traceutil/trace.go:171","msg":"trace[902401468] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24600; }","duration":"727.538123ms","start":"2026-03-03T03:47:15.348991Z","end":"2026-03-03T03:47:16.076529Z","steps":["trace[902401468] 'agreement among raft nodes before linearized reading' (duration: 727.41481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:16.076826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:15.348963Z","time spent":"727.85015ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T03:47:16.076619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.977681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:16.077005Z","caller":"traceutil/trace.go:171","msg":"trace[798188170] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24600; }","duration":"390.39958ms","start":"2026-03-03T03:47:15.686571Z","end":"2026-03-03T03:47:16.076971Z","steps":["trace[798188170] 'agreement among raft nodes before linearized reading' (duration: 389.891729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:16.077049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180795695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T03:47:16.077151Z","caller":"traceutil/trace.go:171","msg":"trace[249301249] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24600; }","duration":"1.180902256s","start":"2026-03-03T03:47:14.896214Z","end":"2026-03-03T03:47:16.077116Z","steps":["trace[249301249] 'agreement among raft nodes before linearized reading' (duration: 1.18012439s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:16.077213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:14.896201Z","time spent":"1.180998098s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T03:47:16.076433Z","caller":"traceutil/trace.go:171","msg":"trace[1687887495] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24600; }","duration":"861.720049ms","start":"2026-03-03T03:47:15.214692Z","end":"2026-03-03T03:47:16.076412Z","steps":["trace[1687887495] 'agreement among raft nodes before linearized reading' (duration: 861.562006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:16.077074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:15.686517Z","time spent":"390.538703ms","remote":"127.0.0.1:59520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:16.077359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:15.214668Z","time spent":"862.635188ms","remote":"127.0.0.1:43784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:16.950191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.788773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:16.950257Z","caller":"traceutil/trace.go:171","msg":"trace[680116718] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24600; }","duration":"627.915396ms","start":"2026-03-03T03:47:16.322327Z","end":"2026-03-03T03:47:16.950242Z","steps":["trace[680116718] 'count revisions from in-memory index tree' (duration: 627.67023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:16.950289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:16.322305Z","time spent":"627.976598ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:16.951347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.237479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:16.951449Z","caller":"traceutil/trace.go:171","msg":"trace[1505221382] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24600; }","duration":"468.657829ms","start":"2026-03-03T03:47:16.482767Z","end":"2026-03-03T03:47:16.951425Z","steps":["trace[1505221382] 'count revisions from in-memory index tree' (duration: 468.118427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:16.951498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:16.482741Z","time spent":"468.743561ms","remote":"127.0.0.1:40234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:47:17.003463Z","caller":"traceutil/trace.go:171","msg":"trace[1762551166] linearizableReadLoop","detail":"{readStateIndex:25484; appliedIndex:25483; }","duration":"102.835008ms","start":"2026-03-03T03:47:16.900605Z","end":"2026-03-03T03:47:17.003439Z","steps":["trace[1762551166] 'read index received' (duration: 102.743526ms)","trace[1762551166] 'applied index is now lower than readState.Index' (duration: 90.272µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:47:17.003573Z","caller":"traceutil/trace.go:171","msg":"trace[543813250] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"103.296407ms","start":"2026-03-03T03:47:16.900266Z","end":"2026-03-03T03:47:17.003562Z","steps":["trace[543813250] 'process raft request' (duration: 103.007341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:17.003806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.187775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T03:47:17.003856Z","caller":"traceutil/trace.go:171","msg":"trace[541459321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24601; }","duration":"103.266947ms","start":"2026-03-03T03:47:16.900576Z","end":"2026-03-03T03:47:17.003843Z","steps":["trace[541459321] 'agreement among raft nodes before linearized reading' (duration: 103.123624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:17.504533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990476113,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:47:17.667184Z","caller":"traceutil/trace.go:171","msg":"trace[969782379] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"765.15205ms","start":"2026-03-03T03:47:16.902007Z","end":"2026-03-03T03:47:17.667159Z","steps":["trace[969782379] 'process raft request' (duration: 765.062078ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:17.667232Z","caller":"traceutil/trace.go:171","msg":"trace[1615735397] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"766.021738ms","start":"2026-03-03T03:47:16.901166Z","end":"2026-03-03T03:47:17.667187Z","steps":["trace[1615735397] 'process raft request' (duration: 765.752432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:17.667343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:16.901994Z","time spent":"765.269262ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:17.667393Z","caller":"traceutil/trace.go:171","msg":"trace[1790670910] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"765.309583ms","start":"2026-03-03T03:47:16.902072Z","end":"2026-03-03T03:47:17.667382Z","steps":["trace[1790670910] 'process raft request' (duration: 765.042627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:17.66746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:16.902035Z","time spent":"765.392225ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:17.667658Z","caller":"traceutil/trace.go:171","msg":"trace[657240124] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"765.502267ms","start":"2026-03-03T03:47:16.902145Z","end":"2026-03-03T03:47:17.667648Z","steps":["trace[657240124] 'process raft request' (duration: 765.17987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:17.667706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:16.902136Z","time spent":"765.547918ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:17.667765Z","caller":"traceutil/trace.go:171","msg":"trace[1215428508] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"713.293101ms","start":"2026-03-03T03:47:16.954463Z","end":"2026-03-03T03:47:17.667756Z","steps":["trace[1215428508] 'process raft request' (duration: 713.145047ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:17.667749Z","caller":"traceutil/trace.go:171","msg":"trace[847406024] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"712.658597ms","start":"2026-03-03T03:47:16.955065Z","end":"2026-03-03T03:47:17.667724Z","steps":["trace[847406024] 'process raft request' (duration: 712.611626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:17.6678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:16.954439Z","time spent":"713.343711ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:17.667792Z","caller":"traceutil/trace.go:171","msg":"trace[78631377] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"764.470704ms","start":"2026-03-03T03:47:16.903303Z","end":"2026-03-03T03:47:17.667773Z","steps":["trace[78631377] 'process raft request' (duration: 764.208438ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:17.667866Z","caller":"traceutil/trace.go:171","msg":"trace[1615185095] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"712.872502ms","start":"2026-03-03T03:47:16.954988Z","end":"2026-03-03T03:47:17.66786Z","steps":["trace[1615185095] 'process raft request' (duration: 712.659257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:17.667873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:16.903289Z","time spent":"764.543005ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:17.667899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:16.954978Z","time spent":"712.905882ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:17.667887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:16.955031Z","time spent":"712.78077ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:17.668063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:16.901137Z","time spent":"766.483778ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:18.289279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.625267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:47:18.289437Z","caller":"traceutil/trace.go:171","msg":"trace[558381835] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"1.281742491s","start":"2026-03-03T03:47:17.007669Z","end":"2026-03-03T03:47:18.289411Z","steps":["trace[558381835] 'process raft request' (duration: 895.849528ms)","trace[558381835] 'compare' (duration: 385.456274ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:47:18.289465Z","caller":"traceutil/trace.go:171","msg":"trace[699160162] linearizableReadLoop","detail":"{readStateIndex:25493; appliedIndex:25485; }","duration":"1.285908052s","start":"2026-03-03T03:47:17.003535Z","end":"2026-03-03T03:47:18.289443Z","steps":["trace[699160162] 'read index received' (duration: 663.563408ms)","trace[699160162] 'applied index is now lower than readState.Index' (duration: 622.342074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:18.289576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:17.007647Z","time spent":"1.281847793s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:18.289752Z","caller":"traceutil/trace.go:171","msg":"trace[2130397553] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"204.074831ms","start":"2026-03-03T03:47:18.085653Z","end":"2026-03-03T03:47:18.289728Z","steps":["trace[2130397553] 'process raft request' (duration: 203.819405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:18.289941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386745826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T03:47:18.289988Z","caller":"traceutil/trace.go:171","msg":"trace[1308409686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24610; }","duration":"1.386840917s","start":"2026-03-03T03:47:16.903139Z","end":"2026-03-03T03:47:18.28998Z","steps":["trace[1308409686] 'agreement among raft nodes before linearized reading' (duration: 1.386417728s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:18.290071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:16.903127Z","time spent":"1.38693756s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T03:47:18.294439Z","caller":"traceutil/trace.go:171","msg":"trace[2104177258] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"205.046512ms","start":"2026-03-03T03:47:18.089362Z","end":"2026-03-03T03:47:18.294409Z","steps":["trace[2104177258] 'process raft request' (duration: 204.897309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:18.294517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.773036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:47:18.294445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.946396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:18.294599Z","caller":"traceutil/trace.go:171","msg":"trace[1198357627] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24612; }","duration":"577.877687ms","start":"2026-03-03T03:47:17.716699Z","end":"2026-03-03T03:47:18.294577Z","steps":["trace[1198357627] 'agreement among raft nodes before linearized reading' (duration: 577.790106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:18.29464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:17.71668Z","time spent":"577.94997ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:47:18.294643Z","caller":"traceutil/trace.go:171","msg":"trace[1647750041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24612; }","duration":"618.184682ms","start":"2026-03-03T03:47:17.676439Z","end":"2026-03-03T03:47:18.294623Z","steps":["trace[1647750041] 'agreement among raft nodes before linearized reading' (duration: 617.931666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:18.294694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:17.676422Z","time spent":"618.257614ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:47:19.045808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.461995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:47:19.04594Z","caller":"traceutil/trace.go:171","msg":"trace[538656870] linearizableReadLoop","detail":"{readStateIndex:25496; appliedIndex:25495; }","duration":"750.21904ms","start":"2026-03-03T03:47:18.295695Z","end":"2026-03-03T03:47:19.045914Z","steps":["trace[538656870] 'read index received' (duration: 363.5009ms)","trace[538656870] 'applied index is now lower than readState.Index' (duration: 386.71616ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:47:19.045953Z","caller":"traceutil/trace.go:171","msg":"trace[1266682516] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"751.593922ms","start":"2026-03-03T03:47:18.29433Z","end":"2026-03-03T03:47:19.045924Z","steps":["trace[1266682516] 'process raft request' (duration: 364.882792ms)","trace[1266682516] 'compare' (duration: 386.201799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:19.046312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:18.29431Z","time spent":"751.967079ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:19.046032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.334204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:19.046431Z","caller":"traceutil/trace.go:171","msg":"trace[471997649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24613; }","duration":"750.748892ms","start":"2026-03-03T03:47:18.295658Z","end":"2026-03-03T03:47:19.046407Z","steps":["trace[471997649] 'agreement among raft nodes before linearized reading' (duration: 750.336923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:19.0466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:18.295639Z","time spent":"750.900136ms","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:47:19.547666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.75119ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T03:47:19.809202Z","caller":"traceutil/trace.go:171","msg":"trace[882930379] linearizableReadLoop","detail":"{readStateIndex:25498; appliedIndex:25496; }","duration":"763.014441ms","start":"2026-03-03T03:47:19.046171Z","end":"2026-03-03T03:47:19.809185Z","steps":["trace[882930379] 'read index received' (duration: 58.73643ms)","trace[882930379] 'applied index is now lower than readState.Index' (duration: 704.276931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:19.809305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326452861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:19.809328Z","caller":"traceutil/trace.go:171","msg":"trace[879980215] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24614; }","duration":"1.326533173s","start":"2026-03-03T03:47:18.482787Z","end":"2026-03-03T03:47:19.80932Z","steps":["trace[879980215] 'agreement among raft nodes before linearized reading' (duration: 1.326472852s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:19.809349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:18.482759Z","time spent":"1.326585374s","remote":"127.0.0.1:40100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:19.809322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.632418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:19.809402Z","caller":"traceutil/trace.go:171","msg":"trace[624252488] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24614; }","duration":"831.778311ms","start":"2026-03-03T03:47:18.977603Z","end":"2026-03-03T03:47:19.809382Z","steps":["trace[624252488] 'agreement among raft nodes before linearized reading' (duration: 831.627498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:19.809456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:18.977577Z","time spent":"831.867974ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:19.809578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354936656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-03T03:47:19.809662Z","caller":"traceutil/trace.go:171","msg":"trace[1914508969] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24614; }","duration":"1.355080439s","start":"2026-03-03T03:47:18.454561Z","end":"2026-03-03T03:47:19.809641Z","steps":["trace[1914508969] 'agreement among raft nodes before linearized reading' (duration: 1.354806663s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:19.809742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:18.454537Z","time spent":"1.355195642s","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-03T03:47:19.80982Z","caller":"traceutil/trace.go:171","msg":"trace[1641502108] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"800.3252ms","start":"2026-03-03T03:47:19.009004Z","end":"2026-03-03T03:47:19.809329Z","steps":["trace[1641502108] 'process raft request' (duration: 800.052164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:19.810011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:19.008985Z","time spent":"800.919613ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:20.309722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990476128,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:47:20.479145Z","caller":"traceutil/trace.go:171","msg":"trace[1120304882] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"805.77717ms","start":"2026-03-03T03:47:19.673339Z","end":"2026-03-03T03:47:20.479116Z","steps":["trace[1120304882] 'process raft request' (duration: 805.686099ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:20.479505Z","caller":"traceutil/trace.go:171","msg":"trace[2019663287] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"805.160227ms","start":"2026-03-03T03:47:19.674315Z","end":"2026-03-03T03:47:20.479475Z","steps":["trace[2019663287] 'process raft request' (duration: 804.755909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:20.479657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:19.674303Z","time spent":"805.277521ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:20.479847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:19.673322Z","time spent":"806.240251ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:20.479259Z","caller":"traceutil/trace.go:171","msg":"trace[574709837] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"806.394383ms","start":"2026-03-03T03:47:19.672805Z","end":"2026-03-03T03:47:20.479199Z","steps":["trace[574709837] 'process raft request' (duration: 737.207035ms)","trace[574709837] 'compare' (duration: 68.835881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:20.480188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:19.672749Z","time spent":"807.282374ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:20.480409Z","caller":"traceutil/trace.go:171","msg":"trace[1381027763] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"805.814032ms","start":"2026-03-03T03:47:19.674573Z","end":"2026-03-03T03:47:20.480387Z","steps":["trace[1381027763] 'process raft request' (duration: 804.805569ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:20.480508Z","caller":"traceutil/trace.go:171","msg":"trace[1454268428] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"805.502915ms","start":"2026-03-03T03:47:19.674986Z","end":"2026-03-03T03:47:20.480489Z","steps":["trace[1454268428] 'process raft request' (duration: 805.25588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:20.480595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:19.674978Z","time spent":"805.576367ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:20.480605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:19.674564Z","time spent":"805.914764ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:20.480562Z","caller":"traceutil/trace.go:171","msg":"trace[988043324] linearizableReadLoop","detail":"{readStateIndex:25505; appliedIndex:25498; }","duration":"671.286618ms","start":"2026-03-03T03:47:19.809246Z","end":"2026-03-03T03:47:20.480533Z","steps":["trace[988043324] 'read index received' (duration: 600.7824ms)","trace[988043324] 'applied index is now lower than readState.Index' (duration: 70.502468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:20.480683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427255966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:47:20.480718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.620623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:47:20.480743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.325147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T03:47:20.480777Z","caller":"traceutil/trace.go:171","msg":"trace[331859582] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24621; }","duration":"680.709815ms","start":"2026-03-03T03:47:19.800049Z","end":"2026-03-03T03:47:20.480759Z","steps":["trace[331859582] 'agreement among raft nodes before linearized reading' (duration: 680.597822ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:20.480811Z","caller":"traceutil/trace.go:171","msg":"trace[895290526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24621; }","duration":"808.400209ms","start":"2026-03-03T03:47:19.672394Z","end":"2026-03-03T03:47:20.480794Z","steps":["trace[895290526] 'agreement among raft nodes before linearized reading' (duration: 808.152493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:20.480825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:19.800027Z","time spent":"680.786286ms","remote":"127.0.0.1:59578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:47:20.480835Z","caller":"traceutil/trace.go:171","msg":"trace[1532660316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24621; }","duration":"1.427371098s","start":"2026-03-03T03:47:19.053373Z","end":"2026-03-03T03:47:20.480744Z","steps":["trace[1532660316] 'agreement among raft nodes before linearized reading' (duration: 1.427250975s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:20.480921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:19.053361Z","time spent":"1.427541332s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:47:20.480896Z","caller":"traceutil/trace.go:171","msg":"trace[1570704045] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"193.657621ms","start":"2026-03-03T03:47:20.287215Z","end":"2026-03-03T03:47:20.480872Z","steps":["trace[1570704045] 'process raft request' (duration: 193.183471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:20.480942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.535729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T03:47:20.480935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.193355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:20.480979Z","caller":"traceutil/trace.go:171","msg":"trace[1956311387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24621; }","duration":"188.6002ms","start":"2026-03-03T03:47:20.292369Z","end":"2026-03-03T03:47:20.480969Z","steps":["trace[1956311387] 'agreement among raft nodes before linearized reading' (duration: 188.509038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:20.481011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.526481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T03:47:20.480974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143785451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7fcfd5c869-s25sn.18993673cd01d18e\" ","response":"range_response_count:1 size:2096"} {"level":"info","ts":"2026-03-03T03:47:20.481067Z","caller":"traceutil/trace.go:171","msg":"trace[1570981619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24621; }","duration":"808.599203ms","start":"2026-03-03T03:47:19.672452Z","end":"2026-03-03T03:47:20.481051Z","steps":["trace[1570981619] 'agreement among raft nodes before linearized reading' (duration: 808.44151ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:20.481069Z","caller":"traceutil/trace.go:171","msg":"trace[990312965] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"186.428313ms","start":"2026-03-03T03:47:20.294623Z","end":"2026-03-03T03:47:20.481051Z","steps":["trace[990312965] 'process raft request' (duration: 185.848551ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:20.481084Z","caller":"traceutil/trace.go:171","msg":"trace[1355526551] range","detail":"{range_begin:/registry/events/openstack/glance-api-7fcfd5c869-s25sn.18993673cd01d18e; range_end:; response_count:1; response_revision:24621; }","duration":"1.143925285s","start":"2026-03-03T03:47:19.33714Z","end":"2026-03-03T03:47:20.481066Z","steps":["trace[1355526551] 'agreement among raft nodes before linearized reading' (duration: 1.143660249s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:20.481112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:19.672436Z","time spent":"808.665974ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:47:20.481137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:19.337113Z","time spent":"1.144004126s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2119,"request content":"key:\"/registry/events/openstack/glance-api-7fcfd5c869-s25sn.18993673cd01d18e\" "} {"level":"warn","ts":"2026-03-03T03:47:20.48108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.697755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T03:47:20.481855Z","caller":"traceutil/trace.go:171","msg":"trace[295847808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24621; }","duration":"809.487042ms","start":"2026-03-03T03:47:19.672349Z","end":"2026-03-03T03:47:20.481836Z","steps":["trace[295847808] 'agreement among raft nodes before linearized reading' (duration: 808.660414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:20.481912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:19.672334Z","time spent":"809.562953ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:47:20.481159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.202105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:47:20.482037Z","caller":"traceutil/trace.go:171","msg":"trace[380655188] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24621; }","duration":"871.109595ms","start":"2026-03-03T03:47:19.610908Z","end":"2026-03-03T03:47:20.482017Z","steps":["trace[380655188] 'agreement among raft nodes before linearized reading' (duration: 870.196935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:20.480857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.600917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-938bfa54-13c3-4a4f-aa76-d1ffa8ee32a4\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-03T03:47:20.482095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:19.610884Z","time spent":"871.193227ms","remote":"127.0.0.1:53328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:20.481345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287400544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:47:20.482194Z","caller":"traceutil/trace.go:171","msg":"trace[891695751] range","detail":"{range_begin:/registry/persistentvolumes/pvc-938bfa54-13c3-4a4f-aa76-d1ffa8ee32a4; range_end:; response_count:1; response_revision:24621; }","duration":"668.898965ms","start":"2026-03-03T03:47:19.813225Z","end":"2026-03-03T03:47:20.482124Z","steps":["trace[891695751] 'agreement among raft nodes before linearized reading' (duration: 667.513435ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:20.482257Z","caller":"traceutil/trace.go:171","msg":"trace[173041934] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24621; }","duration":"1.288313424s","start":"2026-03-03T03:47:19.193924Z","end":"2026-03-03T03:47:20.482238Z","steps":["trace[173041934] 'agreement among raft nodes before linearized reading' (duration: 1.287289822s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:20.482329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:19.193902Z","time spent":"1.288407595s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:20.482301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:19.813204Z","time spent":"669.078249ms","remote":"127.0.0.1:53050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-938bfa54-13c3-4a4f-aa76-d1ffa8ee32a4\" "} {"level":"warn","ts":"2026-03-03T03:47:20.480865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:19.672391Z","time spent":"808.46048ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T03:47:20.48102Z","caller":"traceutil/trace.go:171","msg":"trace[1768904369] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24621; }","duration":"808.289267ms","start":"2026-03-03T03:47:19.672686Z","end":"2026-03-03T03:47:20.480976Z","steps":["trace[1768904369] 'agreement among raft nodes before linearized reading' (duration: 808.109593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:20.48254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:19.672625Z","time spent":"809.899902ms","remote":"127.0.0.1:60646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:20.481243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185315833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:20.48271Z","caller":"traceutil/trace.go:171","msg":"trace[876728828] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24621; }","duration":"1.186819407s","start":"2026-03-03T03:47:19.295876Z","end":"2026-03-03T03:47:20.482695Z","steps":["trace[876728828] 'agreement among raft nodes before linearized reading' (duration: 1.185308433s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:20.482748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:19.295857Z","time spent":"1.186879749s","remote":"127.0.0.1:40356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:20.988137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990476133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:47:21.624621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.907692ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:21.624766Z","caller":"traceutil/trace.go:171","msg":"trace[483799199] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24621; }","duration":"396.056025ms","start":"2026-03-03T03:47:21.22868Z","end":"2026-03-03T03:47:21.624736Z","steps":["trace[483799199] 'range keys from in-memory index tree' (duration: 395.887802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:21.624978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.423393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:47:21.625426Z","caller":"traceutil/trace.go:171","msg":"trace[756857315] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"1.138314671s","start":"2026-03-03T03:47:20.487087Z","end":"2026-03-03T03:47:21.625402Z","steps":["trace[756857315] 'process raft request' (duration: 1.138200708s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:21.625544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:20.487073Z","time spent":"1.138419594s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:21.625555Z","caller":"traceutil/trace.go:171","msg":"trace[1129024669] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"1.138787462s","start":"2026-03-03T03:47:20.486715Z","end":"2026-03-03T03:47:21.625503Z","steps":["trace[1129024669] 'process raft request' (duration: 1.138392822s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:21.625585Z","caller":"traceutil/trace.go:171","msg":"trace[197608590] transaction","detail":"{read_only:false; response_revision:24622; number_of_response:1; }","duration":"1.140790946s","start":"2026-03-03T03:47:20.484776Z","end":"2026-03-03T03:47:21.625567Z","steps":["trace[197608590] 'process raft request' (duration: 707.668117ms)","trace[197608590] 'compare' (duration: 431.868451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:21.625665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:20.484753Z","time spent":"1.140874078s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2080,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:21.625659Z","caller":"traceutil/trace.go:171","msg":"trace[1783830494] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"1.138398384s","start":"2026-03-03T03:47:20.487247Z","end":"2026-03-03T03:47:21.625645Z","steps":["trace[1783830494] 'process raft request' (duration: 1.138103647s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:21.625793Z","caller":"traceutil/trace.go:171","msg":"trace[437004381] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"1.138889764s","start":"2026-03-03T03:47:20.486868Z","end":"2026-03-03T03:47:21.625758Z","steps":["trace[437004381] 'process raft request' (duration: 1.138356622s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:21.625842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:20.487239Z","time spent":"1.138569337s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:21.625851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:20.486693Z","time spent":"1.138929835s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:21.625961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:20.486856Z","time spent":"1.139020787s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:21.626205Z","caller":"traceutil/trace.go:171","msg":"trace[245379687] linearizableReadLoop","detail":"{readStateIndex:25511; appliedIndex:25505; }","duration":"1.138313561s","start":"2026-03-03T03:47:20.487865Z","end":"2026-03-03T03:47:21.626178Z","steps":["trace[245379687] 'read index received' (duration: 704.564738ms)","trace[245379687] 'applied index is now lower than readState.Index' (duration: 433.746973ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:47:21.626265Z","caller":"traceutil/trace.go:171","msg":"trace[1779621954] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"877.016834ms","start":"2026-03-03T03:47:20.749167Z","end":"2026-03-03T03:47:21.626184Z","steps":["trace[1779621954] 'process raft request' (duration: 876.409631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:21.626378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.593439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:21.626424Z","caller":"traceutil/trace.go:171","msg":"trace[1951109971] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24627; }","duration":"934.694611ms","start":"2026-03-03T03:47:20.691715Z","end":"2026-03-03T03:47:21.62641Z","steps":["trace[1951109971] 'agreement among raft nodes before linearized reading' (duration: 934.599609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:21.626429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138547877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:47:21.626451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:20.691694Z","time spent":"934.748842ms","remote":"127.0.0.1:40298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:47:21.626461Z","caller":"traceutil/trace.go:171","msg":"trace[831154050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24627; }","duration":"1.138622258s","start":"2026-03-03T03:47:20.487829Z","end":"2026-03-03T03:47:21.626451Z","steps":["trace[831154050] 'agreement among raft nodes before linearized reading' (duration: 1.138549537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:21.626487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:20.48782Z","time spent":"1.138660759s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:47:21.626482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.734795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:47:21.626523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:20.749151Z","time spent":"877.208628ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:21.626545Z","caller":"traceutil/trace.go:171","msg":"trace[677328171] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24627; }","duration":"378.838827ms","start":"2026-03-03T03:47:21.247686Z","end":"2026-03-03T03:47:21.626524Z","steps":["trace[677328171] 'agreement among raft nodes before linearized reading' (duration: 378.700464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:21.626596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:21.247664Z","time spent":"378.917209ms","remote":"127.0.0.1:58470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:21.626699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.387671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T03:47:21.626722Z","caller":"traceutil/trace.go:171","msg":"trace[1292021562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24627; }","duration":"513.455593ms","start":"2026-03-03T03:47:21.11326Z","end":"2026-03-03T03:47:21.626715Z","steps":["trace[1292021562] 'agreement among raft nodes before linearized reading' (duration: 513.350371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:21.626741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:21.113234Z","time spent":"513.502763ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T03:47:21.626806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.290659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T03:47:21.626857Z","caller":"traceutil/trace.go:171","msg":"trace[136837728] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24627; }","duration":"575.393053ms","start":"2026-03-03T03:47:21.051448Z","end":"2026-03-03T03:47:21.626841Z","steps":["trace[136837728] 'agreement among raft nodes before linearized reading' (duration: 575.237989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:21.626893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:21.051419Z","time spent":"575.466864ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:47:21.627669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.667939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T03:47:21.631925Z","caller":"traceutil/trace.go:171","msg":"trace[2058789896] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24627; }","duration":"477.952784ms","start":"2026-03-03T03:47:21.153949Z","end":"2026-03-03T03:47:21.631902Z","steps":["trace[2058789896] 'agreement among raft nodes before linearized reading' (duration: 472.363041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:21.63204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:21.153927Z","time spent":"478.085976ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2656,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:29.159014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.714935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-224b3a28-0845-42e5-a7d0-f2d1e25f6f5e\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-03T03:47:29.159174Z","caller":"traceutil/trace.go:171","msg":"trace[1221426401] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-224b3a28-0845-42e5-a7d0-f2d1e25f6f5e; range_end:; response_count:1; response_revision:24730; }","duration":"690.94134ms","start":"2026-03-03T03:47:28.468204Z","end":"2026-03-03T03:47:29.159146Z","steps":["trace[1221426401] 'range keys from in-memory index tree' (duration: 690.5008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:29.159224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:28.468179Z","time spent":"691.033151ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-224b3a28-0845-42e5-a7d0-f2d1e25f6f5e\" "} {"level":"warn","ts":"2026-03-03T03:47:29.15941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.063862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:47:29.159585Z","caller":"traceutil/trace.go:171","msg":"trace[329673960] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"652.901675ms","start":"2026-03-03T03:47:28.506652Z","end":"2026-03-03T03:47:29.159554Z","steps":["trace[329673960] 'process raft request' (duration: 253.545587ms)","trace[329673960] 'compare' (duration: 398.260634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:29.159663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:28.506631Z","time spent":"652.997046ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:29.776415Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016493497s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T03:47:29.859309Z","caller":"traceutil/trace.go:171","msg":"trace[1328297905] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"1.351778469s","start":"2026-03-03T03:47:28.507478Z","end":"2026-03-03T03:47:29.859256Z","steps":["trace[1328297905] 'process raft request' (duration: 1.269299917s)","trace[1328297905] 'compare' (duration: 81.849908ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:47:29.859382Z","caller":"traceutil/trace.go:171","msg":"trace[340435039] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"1.348638579s","start":"2026-03-03T03:47:28.510689Z","end":"2026-03-03T03:47:29.859328Z","steps":["trace[340435039] 'process raft request' (duration: 1.348539177s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:29.859409Z","caller":"traceutil/trace.go:171","msg":"trace[157803086] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"1.349235632s","start":"2026-03-03T03:47:28.510129Z","end":"2026-03-03T03:47:29.859365Z","steps":["trace[157803086] 'process raft request' (duration: 1.348986367s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:29.859569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:28.510678Z","time spent":"1.348797392s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:29.859584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:28.510117Z","time spent":"1.349375186s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:29.859701Z","caller":"traceutil/trace.go:171","msg":"trace[554425799] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"1.346852339s","start":"2026-03-03T03:47:28.512814Z","end":"2026-03-03T03:47:29.859666Z","steps":["trace[554425799] 'process raft request' (duration: 1.346618444s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:29.859912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:28.512803Z","time spent":"1.346982093s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:29.860079Z","caller":"traceutil/trace.go:171","msg":"trace[1480501810] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"1.348968025s","start":"2026-03-03T03:47:28.511099Z","end":"2026-03-03T03:47:29.860067Z","steps":["trace[1480501810] 'process raft request' (duration: 1.348181968s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:29.860132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:28.511091Z","time spent":"1.349010277s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:29.860344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:28.507468Z","time spent":"1.351960082s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:29.860339Z","caller":"traceutil/trace.go:171","msg":"trace[2535697] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"1.320877519s","start":"2026-03-03T03:47:28.539397Z","end":"2026-03-03T03:47:29.860275Z","steps":["trace[2535697] 'process raft request' (duration: 1.320213614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:29.86049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:28.539374Z","time spent":"1.321036352s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:29.885132Z","caller":"traceutil/trace.go:171","msg":"trace[989249715] linearizableReadLoop","detail":"{readStateIndex:25623; appliedIndex:25615; }","duration":"1.208709947s","start":"2026-03-03T03:47:28.676395Z","end":"2026-03-03T03:47:29.885105Z","steps":["trace[989249715] 'read index received' (duration: 83.530264ms)","trace[989249715] 'applied index is now lower than readState.Index' (duration: 1.125176613s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:29.885315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208918031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:29.88536Z","caller":"traceutil/trace.go:171","msg":"trace[356551004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24739; }","duration":"1.208999814s","start":"2026-03-03T03:47:28.676348Z","end":"2026-03-03T03:47:29.885348Z","steps":["trace[356551004] 'agreement among raft nodes before linearized reading' (duration: 1.208902122s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:29.885399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:28.676328Z","time spent":"1.209063085s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:47:29.885396Z","caller":"traceutil/trace.go:171","msg":"trace[67513043] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"747.253826ms","start":"2026-03-03T03:47:29.138119Z","end":"2026-03-03T03:47:29.885373Z","steps":["trace[67513043] 'process raft request' (duration: 746.897978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:29.885551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:29.138082Z","time spent":"747.406359ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:29.885642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104187462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-224b3a28-0845-42e5-a7d0-f2d1e25f6f5e\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-03T03:47:29.885827Z","caller":"traceutil/trace.go:171","msg":"trace[1744664821] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-224b3a28-0845-42e5-a7d0-f2d1e25f6f5e; range_end:; response_count:1; response_revision:24739; }","duration":"1.104422186s","start":"2026-03-03T03:47:28.781359Z","end":"2026-03-03T03:47:29.885781Z","steps":["trace[1744664821] 'agreement among raft nodes before linearized reading' (duration: 1.103987897s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:29.885842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.648728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T03:47:29.885886Z","caller":"traceutil/trace.go:171","msg":"trace[1985701759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24739; }","duration":"207.707589ms","start":"2026-03-03T03:47:29.678167Z","end":"2026-03-03T03:47:29.885874Z","steps":["trace[1985701759] 'agreement among raft nodes before linearized reading' (duration: 207.487445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:29.885892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:28.781339Z","time spent":"1.10454095s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-224b3a28-0845-42e5-a7d0-f2d1e25f6f5e\" "} {"level":"warn","ts":"2026-03-03T03:47:29.885926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.008236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1899382218960326\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-03T03:47:29.885977Z","caller":"traceutil/trace.go:171","msg":"trace[298152906] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1899382218960326; range_end:; response_count:1; response_revision:24739; }","duration":"735.100138ms","start":"2026-03-03T03:47:29.150863Z","end":"2026-03-03T03:47:29.885963Z","steps":["trace[298152906] 'agreement among raft nodes before linearized reading' (duration: 734.909564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:29.885977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.591174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T03:47:29.886016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:29.150842Z","time spent":"735.16602ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1899382218960326\" "} {"level":"warn","ts":"2026-03-03T03:47:29.886001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.086863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T03:47:29.886035Z","caller":"traceutil/trace.go:171","msg":"trace[192964833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24739; }","duration":"206.693647ms","start":"2026-03-03T03:47:29.679326Z","end":"2026-03-03T03:47:29.88602Z","steps":["trace[192964833] 'agreement among raft nodes before linearized reading' (duration: 206.528013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:29.885851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.120431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:29.886066Z","caller":"traceutil/trace.go:171","msg":"trace[1333842259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24739; }","duration":"200.172434ms","start":"2026-03-03T03:47:29.685877Z","end":"2026-03-03T03:47:29.88605Z","steps":["trace[1333842259] 'agreement among raft nodes before linearized reading' (duration: 199.96141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:29.886072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.860505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T03:47:29.886104Z","caller":"traceutil/trace.go:171","msg":"trace[1606612224] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24739; }","duration":"214.449748ms","start":"2026-03-03T03:47:29.67164Z","end":"2026-03-03T03:47:29.886089Z","steps":["trace[1606612224] 'agreement among raft nodes before linearized reading' (duration: 214.07148ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:29.886145Z","caller":"traceutil/trace.go:171","msg":"trace[111085471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24739; }","duration":"208.936467ms","start":"2026-03-03T03:47:29.677185Z","end":"2026-03-03T03:47:29.886122Z","steps":["trace[111085471] 'agreement among raft nodes before linearized reading' (duration: 208.730922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:29.886171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.563507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T03:47:29.886243Z","caller":"traceutil/trace.go:171","msg":"trace[143871942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24739; }","duration":"197.662219ms","start":"2026-03-03T03:47:29.688559Z","end":"2026-03-03T03:47:29.886221Z","steps":["trace[143871942] 'agreement among raft nodes before linearized reading' (duration: 197.422214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:30.443778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.867089ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-03T03:47:30.443874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:29.888096Z","time spent":"555.774852ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T03:47:30.478583Z","caller":"traceutil/trace.go:171","msg":"trace[1420911823] linearizableReadLoop","detail":"{readStateIndex:25632; appliedIndex:25625; }","duration":"583.412938ms","start":"2026-03-03T03:47:29.895149Z","end":"2026-03-03T03:47:30.478562Z","steps":["trace[1420911823] 'read index received' (duration: 76.727664ms)","trace[1420911823] 'applied index is now lower than readState.Index' (duration: 506.684044ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:47:30.47868Z","caller":"traceutil/trace.go:171","msg":"trace[442323376] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"587.262383ms","start":"2026-03-03T03:47:29.891408Z","end":"2026-03-03T03:47:30.478671Z","steps":["trace[442323376] 'process raft request' (duration: 587.044429ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:30.478632Z","caller":"traceutil/trace.go:171","msg":"trace[651355498] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"587.893577ms","start":"2026-03-03T03:47:29.890685Z","end":"2026-03-03T03:47:30.478578Z","steps":["trace[651355498] 'process raft request' (duration: 587.737274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:30.47877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:29.891382Z","time spent":"587.322205ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:30.478829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:29.890674Z","time spent":"588.04206ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:30.478948Z","caller":"traceutil/trace.go:171","msg":"trace[1627348282] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"584.419081ms","start":"2026-03-03T03:47:29.894524Z","end":"2026-03-03T03:47:30.478943Z","steps":["trace[1627348282] 'process raft request' (duration: 583.995332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:30.478984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:29.894515Z","time spent":"584.450092ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:30.479045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.908579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:30.479066Z","caller":"traceutil/trace.go:171","msg":"trace[2117663317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24745; }","duration":"583.94926ms","start":"2026-03-03T03:47:29.895111Z","end":"2026-03-03T03:47:30.47906Z","steps":["trace[2117663317] 'agreement among raft nodes before linearized reading' (duration: 583.913109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:30.479081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:29.895093Z","time spent":"583.986421ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:47:30.479184Z","caller":"traceutil/trace.go:171","msg":"trace[210465835] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"587.338875ms","start":"2026-03-03T03:47:29.891829Z","end":"2026-03-03T03:47:30.479168Z","steps":["trace[210465835] 'process raft request' (duration: 586.648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:30.479272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:29.891818Z","time spent":"587.402236ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:30.479257Z","caller":"traceutil/trace.go:171","msg":"trace[1743879853] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"587.10124ms","start":"2026-03-03T03:47:29.892141Z","end":"2026-03-03T03:47:30.479242Z","steps":["trace[1743879853] 'process raft request' (duration: 586.356094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:30.479354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:29.892125Z","time spent":"587.189102ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:30.479567Z","caller":"traceutil/trace.go:171","msg":"trace[322528343] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"589.117473ms","start":"2026-03-03T03:47:29.890431Z","end":"2026-03-03T03:47:30.479549Z","steps":["trace[322528343] 'process raft request' (duration: 587.818635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:30.479632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:29.890407Z","time spent":"589.196565ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:30.82827Z","caller":"traceutil/trace.go:171","msg":"trace[537969480] linearizableReadLoop","detail":"{readStateIndex:25633; appliedIndex:25632; }","duration":"349.606555ms","start":"2026-03-03T03:47:30.478638Z","end":"2026-03-03T03:47:30.828245Z","steps":["trace[537969480] 'read index received' (duration: 332.398248ms)","trace[537969480] 'applied index is now lower than readState.Index' (duration: 17.202727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:30.82851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.715324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-03T03:47:30.828518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.38415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:30.82859Z","caller":"traceutil/trace.go:171","msg":"trace[1745663883] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24746; }","duration":"388.845577ms","start":"2026-03-03T03:47:30.439723Z","end":"2026-03-03T03:47:30.828568Z","steps":["trace[1745663883] 'agreement among raft nodes before linearized reading' (duration: 388.578852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:30.828559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.042389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-224b3a28-0845-42e5-a7d0-f2d1e25f6f5e\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-03T03:47:30.828636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:30.4397Z","time spent":"388.928029ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-03T03:47:30.828647Z","caller":"traceutil/trace.go:171","msg":"trace[133988664] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24746; }","duration":"661.547634ms","start":"2026-03-03T03:47:30.167065Z","end":"2026-03-03T03:47:30.828612Z","steps":["trace[133988664] 'agreement among raft nodes before linearized reading' (duration: 661.254988ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:30.828709Z","caller":"traceutil/trace.go:171","msg":"trace[891885486] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-224b3a28-0845-42e5-a7d0-f2d1e25f6f5e; range_end:; response_count:1; response_revision:24746; }","duration":"664.223823ms","start":"2026-03-03T03:47:30.164431Z","end":"2026-03-03T03:47:30.828655Z","steps":["trace[891885486] 'agreement among raft nodes before linearized reading' (duration: 664.001668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:30.828716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:30.167058Z","time spent":"661.647016ms","remote":"127.0.0.1:59556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:30.828777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:30.164403Z","time spent":"664.364026ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-224b3a28-0845-42e5-a7d0-f2d1e25f6f5e\" "} {"level":"info","ts":"2026-03-03T03:47:30.828968Z","caller":"traceutil/trace.go:171","msg":"trace[499885567] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"383.660373ms","start":"2026-03-03T03:47:30.445293Z","end":"2026-03-03T03:47:30.828954Z","steps":["trace[499885567] 'process raft request' (duration: 365.725449ms)","trace[499885567] 'compare' (duration: 17.073855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:30.829069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:30.445255Z","time spent":"383.751135ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:30.829213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.735262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:47:30.829361Z","caller":"traceutil/trace.go:171","msg":"trace[2078658884] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24746; }","duration":"878.954377ms","start":"2026-03-03T03:47:29.95038Z","end":"2026-03-03T03:47:30.829335Z","steps":["trace[2078658884] 'agreement among raft nodes before linearized reading' (duration: 878.657591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:30.829446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:29.950361Z","time spent":"879.07057ms","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:31.329519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990476458,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:47:31.742748Z","caller":"traceutil/trace.go:171","msg":"trace[1423304423] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"1.246446066s","start":"2026-03-03T03:47:30.496253Z","end":"2026-03-03T03:47:31.742699Z","steps":["trace[1423304423] 'process raft request' (duration: 1.246246291s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:31.742946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:30.496211Z","time spent":"1.24664086s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:32.478354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.178709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:47:32.478435Z","caller":"traceutil/trace.go:171","msg":"trace[1858788110] linearizableReadLoop","detail":"{readStateIndex:25635; appliedIndex:25633; }","duration":"1.650026555s","start":"2026-03-03T03:47:30.828397Z","end":"2026-03-03T03:47:32.478424Z","steps":["trace[1858788110] 'read index received' (duration: 914.20103ms)","trace[1858788110] 'applied index is now lower than readState.Index' (duration: 735.824635ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:47:32.478477Z","caller":"traceutil/trace.go:171","msg":"trace[1471311372] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"1.313441026s","start":"2026-03-03T03:47:31.16503Z","end":"2026-03-03T03:47:32.478471Z","steps":["trace[1471311372] 'process raft request' (duration: 722.082283ms)","trace[1471311372] 'compare' (duration: 590.885193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:32.478511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:31.164998Z","time spent":"1.313495767s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:32.478612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721936094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:32.478632Z","caller":"traceutil/trace.go:171","msg":"trace[2077481457] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24748; }","duration":"1.721992315s","start":"2026-03-03T03:47:30.756632Z","end":"2026-03-03T03:47:32.478624Z","steps":["trace[2077481457] 'agreement among raft nodes before linearized reading' (duration: 1.721947914s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:32.478647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:30.756608Z","time spent":"1.722036127s","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:47:32.481989Z","caller":"traceutil/trace.go:171","msg":"trace[2116271630] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"615.637337ms","start":"2026-03-03T03:47:31.866326Z","end":"2026-03-03T03:47:32.481963Z","steps":["trace[2116271630] 'process raft request' (duration: 615.596326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:32.48214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:31.866315Z","time spent":"615.754149ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:32.482365Z","caller":"traceutil/trace.go:171","msg":"trace[486974936] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"618.248834ms","start":"2026-03-03T03:47:31.864106Z","end":"2026-03-03T03:47:32.482355Z","steps":["trace[486974936] 'process raft request' (duration: 617.530149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:32.482429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:31.864081Z","time spent":"618.316355ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:32.482525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649945474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f5de0849-43aa-4951-8f1d-d1df4497d055\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-03T03:47:32.482592Z","caller":"traceutil/trace.go:171","msg":"trace[1942346480] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f5de0849-43aa-4951-8f1d-d1df4497d055; range_end:; response_count:1; response_revision:24754; }","duration":"1.650035216s","start":"2026-03-03T03:47:30.832539Z","end":"2026-03-03T03:47:32.482574Z","steps":["trace[1942346480] 'agreement among raft nodes before linearized reading' (duration: 1.649858572s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:32.482595Z","caller":"traceutil/trace.go:171","msg":"trace[408665282] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"617.522477ms","start":"2026-03-03T03:47:31.865062Z","end":"2026-03-03T03:47:32.482585Z","steps":["trace[408665282] 'process raft request' (duration: 616.74402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:32.482625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:30.832521Z","time spent":"1.650096747s","remote":"127.0.0.1:53050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-f5de0849-43aa-4951-8f1d-d1df4497d055\" "} {"level":"warn","ts":"2026-03-03T03:47:32.482654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:31.865052Z","time spent":"617.573388ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:32.482803Z","caller":"traceutil/trace.go:171","msg":"trace[1007307969] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"617.343624ms","start":"2026-03-03T03:47:31.865451Z","end":"2026-03-03T03:47:32.482794Z","steps":["trace[1007307969] 'process raft request' (duration: 616.397033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:32.482855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:31.865434Z","time spent":"617.395875ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:32.482895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.414073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T03:47:32.482932Z","caller":"traceutil/trace.go:171","msg":"trace[179540809] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"616.755481ms","start":"2026-03-03T03:47:31.866168Z","end":"2026-03-03T03:47:32.482924Z","steps":["trace[179540809] 'process raft request' (duration: 615.722738ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:32.482948Z","caller":"traceutil/trace.go:171","msg":"trace[1914702737] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24754; }","duration":"227.478545ms","start":"2026-03-03T03:47:32.255444Z","end":"2026-03-03T03:47:32.482923Z","steps":["trace[1914702737] 'agreement among raft nodes before linearized reading' (duration: 227.380632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:32.482989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:31.86615Z","time spent":"616.814862ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:32.482805Z","caller":"traceutil/trace.go:171","msg":"trace[1156033885] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"592.495738ms","start":"2026-03-03T03:47:31.890299Z","end":"2026-03-03T03:47:32.482794Z","steps":["trace[1156033885] 'process raft request' (duration: 591.998207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:32.483146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:31.89028Z","time spent":"592.842205ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:32.483225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.832182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T03:47:32.483256Z","caller":"traceutil/trace.go:171","msg":"trace[1971700293] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24754; }","duration":"672.894503ms","start":"2026-03-03T03:47:31.810354Z","end":"2026-03-03T03:47:32.483248Z","steps":["trace[1971700293] 'agreement among raft nodes before linearized reading' (duration: 672.818131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:32.483281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:31.810334Z","time spent":"672.941884ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T03:47:32.483152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.678503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-224b3a28-0845-42e5-a7d0-f2d1e25f6f5e\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-03T03:47:32.483339Z","caller":"traceutil/trace.go:171","msg":"trace[5666326] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-224b3a28-0845-42e5-a7d0-f2d1e25f6f5e; range_end:; response_count:1; response_revision:24754; }","duration":"649.860457ms","start":"2026-03-03T03:47:31.833465Z","end":"2026-03-03T03:47:32.483325Z","steps":["trace[5666326] 'agreement among raft nodes before linearized reading' (duration: 649.626462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:32.483376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:31.833412Z","time spent":"649.953099ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-224b3a28-0845-42e5-a7d0-f2d1e25f6f5e\" "} {"level":"warn","ts":"2026-03-03T03:47:32.483461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546971353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:32.483537Z","caller":"traceutil/trace.go:171","msg":"trace[210402865] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24754; }","duration":"1.547116836s","start":"2026-03-03T03:47:30.936404Z","end":"2026-03-03T03:47:32.483521Z","steps":["trace[210402865] 'agreement among raft nodes before linearized reading' (duration: 1.546969262s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:32.48358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:30.93638Z","time spent":"1.547190369s","remote":"127.0.0.1:53046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:32.483635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302519507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:32.483677Z","caller":"traceutil/trace.go:171","msg":"trace[1164857288] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24754; }","duration":"1.302608969s","start":"2026-03-03T03:47:31.181059Z","end":"2026-03-03T03:47:32.483668Z","steps":["trace[1164857288] 'agreement among raft nodes before linearized reading' (duration: 1.302547767s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:32.483707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:31.181037Z","time spent":"1.302661589s","remote":"127.0.0.1:32772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:32.483778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505273688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:47:32.483814Z","caller":"traceutil/trace.go:171","msg":"trace[78108979] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24754; }","duration":"1.50534877s","start":"2026-03-03T03:47:30.978453Z","end":"2026-03-03T03:47:32.483802Z","steps":["trace[78108979] 'agreement among raft nodes before linearized reading' (duration: 1.505285198s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:32.483854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:30.978435Z","time spent":"1.505400941s","remote":"127.0.0.1:58410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:32.483857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.694544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:32.483994Z","caller":"traceutil/trace.go:171","msg":"trace[1224488327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24754; }","duration":"807.856876ms","start":"2026-03-03T03:47:31.676128Z","end":"2026-03-03T03:47:32.483985Z","steps":["trace[1224488327] 'agreement among raft nodes before linearized reading' (duration: 807.707513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:32.484031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:31.67611Z","time spent":"807.913688ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:47:34.774457Z","caller":"traceutil/trace.go:171","msg":"trace[1322760344] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"286.570352ms","start":"2026-03-03T03:47:34.487864Z","end":"2026-03-03T03:47:34.774434Z","steps":["trace[1322760344] 'process raft request' (duration: 286.419699ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:35.184078Z","caller":"traceutil/trace.go:171","msg":"trace[1287876564] linearizableReadLoop","detail":"{readStateIndex:25656; appliedIndex:25649; }","duration":"692.490325ms","start":"2026-03-03T03:47:34.491567Z","end":"2026-03-03T03:47:35.184057Z","steps":["trace[1287876564] 'read index received' (duration: 282.806239ms)","trace[1287876564] 'applied index is now lower than readState.Index' (duration: 409.683196ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:47:35.184362Z","caller":"traceutil/trace.go:171","msg":"trace[2046735993] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"695.700165ms","start":"2026-03-03T03:47:34.48865Z","end":"2026-03-03T03:47:35.184351Z","steps":["trace[2046735993] 'process raft request' (duration: 694.798554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:35.184461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:34.488628Z","time spent":"695.765226ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:35.184645Z","caller":"traceutil/trace.go:171","msg":"trace[1921069621] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"695.883188ms","start":"2026-03-03T03:47:34.488753Z","end":"2026-03-03T03:47:35.184636Z","steps":["trace[1921069621] 'process raft request' (duration: 694.818384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:35.184698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:34.488745Z","time spent":"695.92426ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:35.184839Z","caller":"traceutil/trace.go:171","msg":"trace[1296588510] transaction","detail":"{read_only:false; response_revision:24765; number_of_response:1; }","duration":"696.018601ms","start":"2026-03-03T03:47:34.488809Z","end":"2026-03-03T03:47:35.184828Z","steps":["trace[1296588510] 'process raft request' (duration: 694.804184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:35.184901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:34.488802Z","time spent":"696.066822ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:35.185031Z","caller":"traceutil/trace.go:171","msg":"trace[771760506] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"695.792945ms","start":"2026-03-03T03:47:34.48923Z","end":"2026-03-03T03:47:35.185023Z","steps":["trace[771760506] 'process raft request' (duration: 694.448095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:35.185083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:34.489221Z","time spent":"695.837466ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:35.185158Z","caller":"traceutil/trace.go:171","msg":"trace[2116583237] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"695.817456ms","start":"2026-03-03T03:47:34.489334Z","end":"2026-03-03T03:47:35.185151Z","steps":["trace[2116583237] 'process raft request' (duration: 694.383114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:35.185207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:34.489315Z","time spent":"695.867407ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:35.18536Z","caller":"traceutil/trace.go:171","msg":"trace[1333980104] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"693.995097ms","start":"2026-03-03T03:47:34.491341Z","end":"2026-03-03T03:47:35.185336Z","steps":["trace[1333980104] 'process raft request' (duration: 692.407762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:35.18551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:34.491334Z","time spent":"694.097319ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:35.186015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.442607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-224b3a28-0845-42e5-a7d0-f2d1e25f6f5e\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T03:47:35.186064Z","caller":"traceutil/trace.go:171","msg":"trace[992651853] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-224b3a28-0845-42e5-a7d0-f2d1e25f6f5e; range_end:; response_count:1; response_revision:24769; }","duration":"694.488848ms","start":"2026-03-03T03:47:34.491563Z","end":"2026-03-03T03:47:35.186052Z","steps":["trace[992651853] 'agreement among raft nodes before linearized reading' (duration: 694.353565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:35.186099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:34.491558Z","time spent":"694.534598ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-224b3a28-0845-42e5-a7d0-f2d1e25f6f5e\" "} {"level":"info","ts":"2026-03-03T03:47:35.188697Z","caller":"traceutil/trace.go:171","msg":"trace[271215699] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"509.637879ms","start":"2026-03-03T03:47:34.679035Z","end":"2026-03-03T03:47:35.188673Z","steps":["trace[271215699] 'process raft request' (duration: 504.813523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:35.188825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:34.679016Z","time spent":"509.752921ms","remote":"127.0.0.1:58386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418314,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:35.189004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.147015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T03:47:35.189062Z","caller":"traceutil/trace.go:171","msg":"trace[1979472187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24769; }","duration":"686.260376ms","start":"2026-03-03T03:47:34.502788Z","end":"2026-03-03T03:47:35.189049Z","steps":["trace[1979472187] 'agreement among raft nodes before linearized reading' (duration: 686.067562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:35.189014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.171424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T03:47:35.189135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.414587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-03T03:47:35.189171Z","caller":"traceutil/trace.go:171","msg":"trace[2041228473] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24769; }","duration":"301.490619ms","start":"2026-03-03T03:47:34.887672Z","end":"2026-03-03T03:47:35.189162Z","steps":["trace[2041228473] 'agreement among raft nodes before linearized reading' (duration: 301.416767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:35.189195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:34.887652Z","time spent":"301.538259ms","remote":"127.0.0.1:53104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T03:47:35.189165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.40177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T03:47:35.189242Z","caller":"traceutil/trace.go:171","msg":"trace[581023576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24769; }","duration":"696.369878ms","start":"2026-03-03T03:47:34.492786Z","end":"2026-03-03T03:47:35.189156Z","steps":["trace[581023576] 'agreement among raft nodes before linearized reading' (duration: 696.04082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:35.189794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:34.492775Z","time spent":"697.007563ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:47:35.189963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.526033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T03:47:35.190008Z","caller":"traceutil/trace.go:171","msg":"trace[261892464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24769; }","duration":"691.608764ms","start":"2026-03-03T03:47:34.498389Z","end":"2026-03-03T03:47:35.189998Z","steps":["trace[261892464] 'agreement among raft nodes before linearized reading' (duration: 691.481891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:35.190035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:34.49837Z","time spent":"691.657205ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:47:35.189246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.454251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T03:47:35.190224Z","caller":"traceutil/trace.go:171","msg":"trace[1025435064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24769; }","duration":"687.462323ms","start":"2026-03-03T03:47:34.502751Z","end":"2026-03-03T03:47:35.190213Z","steps":["trace[1025435064] 'agreement among raft nodes before linearized reading' (duration: 686.42631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:35.190235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.16294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:47:35.190322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:34.502734Z","time spent":"687.550106ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:47:35.189115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:34.502757Z","time spent":"686.350409ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T03:47:35.189246Z","caller":"traceutil/trace.go:171","msg":"trace[1889949641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24769; }","duration":"686.524592ms","start":"2026-03-03T03:47:34.502703Z","end":"2026-03-03T03:47:35.189228Z","steps":["trace[1889949641] 'agreement among raft nodes before linearized reading' (duration: 686.283527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:35.190473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:34.502686Z","time spent":"687.777201ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T03:47:35.190324Z","caller":"traceutil/trace.go:171","msg":"trace[1437451324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24769; }","duration":"515.303183ms","start":"2026-03-03T03:47:34.674994Z","end":"2026-03-03T03:47:35.190298Z","steps":["trace[1437451324] 'agreement among raft nodes before linearized reading' (duration: 515.17583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:35.190588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:34.674973Z","time spent":"515.59244ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:47:38.960677Z","caller":"traceutil/trace.go:171","msg":"trace[9338790] linearizableReadLoop","detail":"{readStateIndex:25703; appliedIndex:25702; }","duration":"131.135809ms","start":"2026-03-03T03:47:38.829522Z","end":"2026-03-03T03:47:38.960658Z","steps":["trace[9338790] 'read index received' (duration: 130.985446ms)","trace[9338790] 'applied index is now lower than readState.Index' (duration: 149.283µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:38.960788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.249631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:38.96082Z","caller":"traceutil/trace.go:171","msg":"trace[1174878921] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24814; }","duration":"131.336683ms","start":"2026-03-03T03:47:38.829473Z","end":"2026-03-03T03:47:38.960809Z","steps":["trace[1174878921] 'agreement among raft nodes before linearized reading' (duration: 131.263852ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:38.960902Z","caller":"traceutil/trace.go:171","msg":"trace[262518015] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"165.674337ms","start":"2026-03-03T03:47:38.795197Z","end":"2026-03-03T03:47:38.960872Z","steps":["trace[262518015] 'process raft request' (duration: 165.325599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:39.617241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.87559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:47:39.617329Z","caller":"traceutil/trace.go:171","msg":"trace[389399814] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24814; }","duration":"451.975712ms","start":"2026-03-03T03:47:39.16533Z","end":"2026-03-03T03:47:39.617306Z","steps":["trace[389399814] 'count revisions from in-memory index tree' (duration: 451.783759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:39.617373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:39.16527Z","time spent":"452.092565ms","remote":"127.0.0.1:59692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:47:39.617834Z","caller":"traceutil/trace.go:171","msg":"trace[763718967] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"418.197891ms","start":"2026-03-03T03:47:39.199602Z","end":"2026-03-03T03:47:39.6178Z","steps":["trace[763718967] 'process raft request' (duration: 399.92779ms)","trace[763718967] 'compare' (duration: 16.944832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:39.617995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:39.199575Z","time spent":"418.331834ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:40.310191Z","caller":"traceutil/trace.go:171","msg":"trace[1556148788] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"1.109897607s","start":"2026-03-03T03:47:39.200256Z","end":"2026-03-03T03:47:40.310153Z","steps":["trace[1556148788] 'process raft request' (duration: 1.012034059s)","trace[1556148788] 'compare' (duration: 97.345247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:47:40.310305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:39.200226Z","time spent":"1.1100203s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:40.310385Z","caller":"traceutil/trace.go:171","msg":"trace[1512397607] linearizableReadLoop","detail":"{readStateIndex:25709; appliedIndex:25703; }","duration":"1.102471114s","start":"2026-03-03T03:47:39.20789Z","end":"2026-03-03T03:47:40.310361Z","steps":["trace[1512397607] 'read index received' (duration: 391.601968ms)","trace[1512397607] 'applied index is now lower than readState.Index' (duration: 710.867866ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:47:40.310509Z","caller":"traceutil/trace.go:171","msg":"trace[446458237] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"1.109896068s","start":"2026-03-03T03:47:39.200606Z","end":"2026-03-03T03:47:40.310502Z","steps":["trace[446458237] 'process raft request' (duration: 1.109650731s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:40.310532Z","caller":"traceutil/trace.go:171","msg":"trace[1482021412] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"1.10546155s","start":"2026-03-03T03:47:39.205053Z","end":"2026-03-03T03:47:40.310515Z","steps":["trace[1482021412] 'process raft request' (duration: 1.105247774s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:40.310668Z","caller":"traceutil/trace.go:171","msg":"trace[562371642] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"1.110146303s","start":"2026-03-03T03:47:39.200516Z","end":"2026-03-03T03:47:40.310662Z","steps":["trace[562371642] 'process raft request' (duration: 1.109681762s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:40.310702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:39.200507Z","time spent":"1.110181304s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:40.310676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:39.205038Z","time spent":"1.105542112s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:40.310744Z","caller":"traceutil/trace.go:171","msg":"trace[204392099] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"1.109810475s","start":"2026-03-03T03:47:39.200442Z","end":"2026-03-03T03:47:40.310253Z","steps":["trace[204392099] 'process raft request' (duration: 1.109645942s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:40.310742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102847373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T03:47:40.310798Z","caller":"traceutil/trace.go:171","msg":"trace[908719867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24820; }","duration":"1.102944095s","start":"2026-03-03T03:47:39.20784Z","end":"2026-03-03T03:47:40.310784Z","steps":["trace[908719867] 'agreement among raft nodes before linearized reading' (duration: 1.102764641s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:40.310835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:39.207822Z","time spent":"1.103006327s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:47:40.310545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:39.200598Z","time spent":"1.109928689s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:40.311328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:39.200427Z","time spent":"1.110345987s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:40.345671Z","caller":"traceutil/trace.go:171","msg":"trace[480143792] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"263.912734ms","start":"2026-03-03T03:47:40.081744Z","end":"2026-03-03T03:47:40.345656Z","steps":["trace[480143792] 'process raft request' (duration: 263.690849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:40.345784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137081734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T03:47:40.345886Z","caller":"traceutil/trace.go:171","msg":"trace[956459796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24821; }","duration":"1.137199037s","start":"2026-03-03T03:47:39.208665Z","end":"2026-03-03T03:47:40.345864Z","steps":["trace[956459796] 'agreement among raft nodes before linearized reading' (duration: 1.13691903s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:40.345736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.241629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:47:40.345947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:39.208656Z","time spent":"1.137276659s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:47:40.345957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12775591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T03:47:40.345998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107267109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T03:47:40.345955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127743869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T03:47:40.346036Z","caller":"traceutil/trace.go:171","msg":"trace[1682319786] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24821; }","duration":"1.107338291s","start":"2026-03-03T03:47:39.238688Z","end":"2026-03-03T03:47:40.346027Z","steps":["trace[1682319786] 'agreement among raft nodes before linearized reading' (duration: 1.107218108s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:40.346044Z","caller":"traceutil/trace.go:171","msg":"trace[1128476245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24821; }","duration":"1.127894452s","start":"2026-03-03T03:47:39.21813Z","end":"2026-03-03T03:47:40.346024Z","steps":["trace[1128476245] 'agreement among raft nodes before linearized reading' (duration: 1.127621496s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:40.346078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:39.238678Z","time spent":"1.107392692s","remote":"127.0.0.1:53016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T03:47:40.346053Z","caller":"traceutil/trace.go:171","msg":"trace[2124789992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24821; }","duration":"1.127859621s","start":"2026-03-03T03:47:39.218179Z","end":"2026-03-03T03:47:40.346038Z","steps":["trace[2124789992] 'agreement among raft nodes before linearized reading' (duration: 1.127546885s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:40.346093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:39.218118Z","time spent":"1.127965343s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T03:47:40.346042Z","caller":"traceutil/trace.go:171","msg":"trace[1196894339] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24821; }","duration":"703.554006ms","start":"2026-03-03T03:47:39.642388Z","end":"2026-03-03T03:47:40.345942Z","steps":["trace[1196894339] 'agreement among raft nodes before linearized reading' (duration: 703.241919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:40.34627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137310209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T03:47:40.346362Z","caller":"traceutil/trace.go:171","msg":"trace[1505903780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24821; }","duration":"1.137409052s","start":"2026-03-03T03:47:39.208934Z","end":"2026-03-03T03:47:40.346343Z","steps":["trace[1505903780] 'agreement among raft nodes before linearized reading' (duration: 1.137070375s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:40.346273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:39.642367Z","time spent":"703.882934ms","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:40.346144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.364283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:47:40.346453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:39.20893Z","time spent":"1.137485523s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T03:47:40.346514Z","caller":"traceutil/trace.go:171","msg":"trace[197651158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24821; }","duration":"668.742492ms","start":"2026-03-03T03:47:39.677734Z","end":"2026-03-03T03:47:40.346476Z","steps":["trace[197651158] 'agreement among raft nodes before linearized reading' (duration: 668.349293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:40.346138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.85822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:47:40.346674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:39.677716Z","time spent":"668.833643ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:47:40.346705Z","caller":"traceutil/trace.go:171","msg":"trace[2025218497] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24821; }","duration":"401.459343ms","start":"2026-03-03T03:47:39.945232Z","end":"2026-03-03T03:47:40.346691Z","steps":["trace[2025218497] 'agreement among raft nodes before linearized reading' (duration: 400.793249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:40.346741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:39.945143Z","time spent":"401.586046ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:47:40.34615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:39.218171Z","time spent":"1.127967053s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:47:40.848836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990476619,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:47:41.157985Z","caller":"traceutil/trace.go:171","msg":"trace[1177812346] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"841.700939ms","start":"2026-03-03T03:47:40.316256Z","end":"2026-03-03T03:47:41.157957Z","steps":["trace[1177812346] 'process raft request' (duration: 841.490504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:41.158341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:40.316235Z","time spent":"841.817912ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:41.179417Z","caller":"traceutil/trace.go:171","msg":"trace[648468721] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"829.43865ms","start":"2026-03-03T03:47:40.349953Z","end":"2026-03-03T03:47:41.179392Z","steps":["trace[648468721] 'process raft request' (duration: 829.360548ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:41.17944Z","caller":"traceutil/trace.go:171","msg":"trace[258872148] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"830.149706ms","start":"2026-03-03T03:47:40.349263Z","end":"2026-03-03T03:47:41.179413Z","steps":["trace[258872148] 'process raft request' (duration: 829.909681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:41.179573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:40.349942Z","time spent":"829.547762ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:41.179672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:40.349218Z","time spent":"830.280609ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:47:41.179713Z","caller":"traceutil/trace.go:171","msg":"trace[2127710231] linearizableReadLoop","detail":"{readStateIndex:25715; appliedIndex:25710; }","duration":"831.284241ms","start":"2026-03-03T03:47:40.348407Z","end":"2026-03-03T03:47:41.179691Z","steps":["trace[2127710231] 'read index received' (duration: 809.304798ms)","trace[2127710231] 'applied index is now lower than readState.Index' (duration: 21.978343ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:47:41.179779Z","caller":"traceutil/trace.go:171","msg":"trace[1131365750] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"829.024071ms","start":"2026-03-03T03:47:40.350717Z","end":"2026-03-03T03:47:41.179741Z","steps":["trace[1131365750] 'process raft request' (duration: 828.853488ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:41.179848Z","caller":"traceutil/trace.go:171","msg":"trace[122050460] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"829.812028ms","start":"2026-03-03T03:47:40.34997Z","end":"2026-03-03T03:47:41.179782Z","steps":["trace[122050460] 'process raft request' (duration: 829.383709ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:47:41.179876Z","caller":"traceutil/trace.go:171","msg":"trace[763572126] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"214.451639ms","start":"2026-03-03T03:47:40.965411Z","end":"2026-03-03T03:47:41.179863Z","steps":["trace[763572126] 'process raft request' (duration: 214.239704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:41.179962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:40.350702Z","time spent":"829.154744ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:41.179993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:40.349944Z","time spent":"829.968941ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:47:41.180079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.543086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:47:41.180105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.800678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-03T03:47:41.179969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.543237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:47:41.180207Z","caller":"traceutil/trace.go:171","msg":"trace[1652537398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24827; }","duration":"831.806602ms","start":"2026-03-03T03:47:40.34838Z","end":"2026-03-03T03:47:41.180187Z","steps":["trace[1652537398] 'agreement among raft nodes before linearized reading' (duration: 831.490275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:41.180283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:40.348364Z","time spent":"831.875824ms","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:47:41.180134Z","caller":"traceutil/trace.go:171","msg":"trace[1255143073] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24827; }","duration":"565.624348ms","start":"2026-03-03T03:47:40.614491Z","end":"2026-03-03T03:47:41.180116Z","steps":["trace[1255143073] 'agreement among raft nodes before linearized reading' (duration: 565.526906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:41.180388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:40.614476Z","time spent":"565.885274ms","remote":"127.0.0.1:60922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:47:41.180144Z","caller":"traceutil/trace.go:171","msg":"trace[1255576817] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24827; }","duration":"670.87692ms","start":"2026-03-03T03:47:40.509253Z","end":"2026-03-03T03:47:41.18013Z","steps":["trace[1255576817] 'agreement among raft nodes before linearized reading' (duration: 670.719286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:47:41.180465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:47:40.509229Z","time spent":"671.217856ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-03T03:48:06.987871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990477107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T03:48:07.488936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990477107,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:48:07.498523Z","caller":"traceutil/trace.go:171","msg":"trace[515079285] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"1.082816573s","start":"2026-03-03T03:48:06.415666Z","end":"2026-03-03T03:48:07.498482Z","steps":["trace[515079285] 'process raft request' (duration: 1.082568248s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:07.498725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:06.415633Z","time spent":"1.082961157s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:08.583254Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.085064962s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T03:48:08.583778Z","caller":"traceutil/trace.go:171","msg":"trace[1926715359] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"2.164087481s","start":"2026-03-03T03:48:06.419659Z","end":"2026-03-03T03:48:08.583746Z","steps":["trace[1926715359] 'process raft request' (duration: 2.16401657s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:08.583812Z","caller":"traceutil/trace.go:171","msg":"trace[1342440676] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"2.164377937s","start":"2026-03-03T03:48:06.419376Z","end":"2026-03-03T03:48:08.583754Z","steps":["trace[1342440676] 'process raft request' (duration: 2.164080141s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:08.583943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:06.419605Z","time spent":"2.164251305s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:08.584023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:06.419354Z","time spent":"2.164552231s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:08.584209Z","caller":"traceutil/trace.go:171","msg":"trace[55044541] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"2.164233384s","start":"2026-03-03T03:48:06.419931Z","end":"2026-03-03T03:48:08.584165Z","steps":["trace[55044541] 'process raft request' (duration: 2.163773914s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:08.584218Z","caller":"traceutil/trace.go:171","msg":"trace[900673591] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"2.163520739s","start":"2026-03-03T03:48:06.420666Z","end":"2026-03-03T03:48:08.584187Z","steps":["trace[900673591] 'process raft request' (duration: 2.163323985s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:08.584324Z","caller":"traceutil/trace.go:171","msg":"trace[840926305] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"1.795886038s","start":"2026-03-03T03:48:06.788416Z","end":"2026-03-03T03:48:08.584302Z","steps":["trace[840926305] 'process raft request' (duration: 1.795724295s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:08.584368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:06.419921Z","time spent":"2.164355647s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:08.584403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:06.420648Z","time spent":"2.163655861s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:08.584445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:06.788391Z","time spent":"1.79599326s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:08.584556Z","caller":"traceutil/trace.go:171","msg":"trace[1062209957] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"1.458076311s","start":"2026-03-03T03:48:07.126471Z","end":"2026-03-03T03:48:08.584547Z","steps":["trace[1062209957] 'process raft request' (duration: 1.457768514s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:08.584586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:07.126433Z","time spent":"1.458139552s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:08.584639Z","caller":"traceutil/trace.go:171","msg":"trace[1050106887] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"1.166914258s","start":"2026-03-03T03:48:07.417717Z","end":"2026-03-03T03:48:08.584632Z","steps":["trace[1050106887] 'process raft request' (duration: 1.166837367s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:08.584652Z","caller":"traceutil/trace.go:171","msg":"trace[1414923252] linearizableReadLoop","detail":"{readStateIndex:25912; appliedIndex:25903; }","duration":"2.097298715s","start":"2026-03-03T03:48:06.487303Z","end":"2026-03-03T03:48:08.584602Z","steps":["trace[1414923252] 'read index received' (duration: 1.010937665s)","trace[1414923252] 'applied index is now lower than readState.Index' (duration: 1.08635987s)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:08.584642Z","caller":"traceutil/trace.go:171","msg":"trace[1483914658] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"1.30134913s","start":"2026-03-03T03:48:07.283282Z","end":"2026-03-03T03:48:08.584631Z","steps":["trace[1483914658] 'process raft request' (duration: 1.301172167s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:08.584736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097433128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:08.584771Z","caller":"traceutil/trace.go:171","msg":"trace[1321549729] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25018; }","duration":"2.097467519s","start":"2026-03-03T03:48:06.487295Z","end":"2026-03-03T03:48:08.584762Z","steps":["trace[1321549729] 'agreement among raft nodes before linearized reading' (duration: 2.097399007s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:08.58479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:06.487221Z","time spent":"2.097564532s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:48:08.584839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:07.283236Z","time spent":"1.301510795s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:08.584672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:07.417651Z","time spent":"1.167003061s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:08.693905Z","caller":"traceutil/trace.go:171","msg":"trace[2016954364] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"974.462133ms","start":"2026-03-03T03:48:07.71942Z","end":"2026-03-03T03:48:08.693882Z","steps":["trace[2016954364] 'process raft request' (duration: 972.430369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:08.694009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:07.719371Z","time spent":"974.587137ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:09.433665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.814974ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T03:48:09.435034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772324851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:48:09.435111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121588098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T03:48:09.435113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143511351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T03:48:09.435202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.297096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:09.435241Z","caller":"traceutil/trace.go:171","msg":"trace[209263684] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25019; }","duration":"992.374357ms","start":"2026-03-03T03:48:08.442855Z","end":"2026-03-03T03:48:09.435229Z","steps":["trace[209263684] 'agreement among raft nodes before linearized reading' (duration: 992.315475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:09.435285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:08.442834Z","time spent":"992.442049ms","remote":"127.0.0.1:53316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:48:09.435298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131412765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T03:48:09.435337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267216336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T03:48:09.435337Z","caller":"traceutil/trace.go:171","msg":"trace[1202318092] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25019; }","duration":"2.143709685s","start":"2026-03-03T03:48:07.291517Z","end":"2026-03-03T03:48:09.435227Z","steps":["trace[1202318092] 'agreement among raft nodes before linearized reading' (duration: 2.143428219s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:09.435445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752140167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:48:09.435494Z","caller":"traceutil/trace.go:171","msg":"trace[2116245155] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25019; }","duration":"1.752204789s","start":"2026-03-03T03:48:07.683276Z","end":"2026-03-03T03:48:09.435481Z","steps":["trace[2116245155] 'agreement among raft nodes before linearized reading' (duration: 1.752133318s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:09.43553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760323047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:48:09.435549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238984091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T03:48:09.435574Z","caller":"traceutil/trace.go:171","msg":"trace[214499283] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25019; }","duration":"1.239080763s","start":"2026-03-03T03:48:08.196485Z","end":"2026-03-03T03:48:09.435566Z","steps":["trace[214499283] 'agreement among raft nodes before linearized reading' (duration: 1.238997921s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:09.43557Z","caller":"traceutil/trace.go:171","msg":"trace[951620805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25019; }","duration":"1.760386858s","start":"2026-03-03T03:48:07.675173Z","end":"2026-03-03T03:48:09.43556Z","steps":["trace[951620805] 'agreement among raft nodes before linearized reading' (duration: 1.760329307s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:09.435289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11706755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T03:48:09.435602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:07.675158Z","time spent":"1.76043821s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:48:09.435618Z","caller":"traceutil/trace.go:171","msg":"trace[1522321315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25019; }","duration":"2.117445658s","start":"2026-03-03T03:48:07.318159Z","end":"2026-03-03T03:48:09.435605Z","steps":["trace[1522321315] 'agreement among raft nodes before linearized reading' (duration: 2.117061899s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:09.43562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659844731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-03T03:48:09.435655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:07.318133Z","time spent":"2.11751094s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T03:48:09.435658Z","caller":"traceutil/trace.go:171","msg":"trace[102479507] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25019; }","duration":"1.659905743s","start":"2026-03-03T03:48:07.77574Z","end":"2026-03-03T03:48:09.435646Z","steps":["trace[102479507] 'agreement among raft nodes before linearized reading' (duration: 1.659816991s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:09.435693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:07.775719Z","time spent":"1.659968474s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T03:48:09.4357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:08.196464Z","time spent":"1.239227167s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T03:48:09.43536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119615764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T03:48:09.435516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:07.291485Z","time spent":"2.144014971s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T03:48:09.435808Z","caller":"traceutil/trace.go:171","msg":"trace[367263775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25019; }","duration":"2.120104985s","start":"2026-03-03T03:48:07.315692Z","end":"2026-03-03T03:48:09.435797Z","steps":["trace[367263775] 'agreement among raft nodes before linearized reading' (duration: 2.119619404s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:09.435137Z","caller":"traceutil/trace.go:171","msg":"trace[2071360816] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25019; }","duration":"1.772507785s","start":"2026-03-03T03:48:07.662604Z","end":"2026-03-03T03:48:09.435111Z","steps":["trace[2071360816] 'agreement among raft nodes before linearized reading' (duration: 1.772309981s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:09.435851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:07.315672Z","time spent":"2.120169178s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:48:09.435871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:07.662573Z","time spent":"1.773285642s","remote":"127.0.0.1:40616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:48:09.435194Z","caller":"traceutil/trace.go:171","msg":"trace[571925034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25019; }","duration":"2.121713831s","start":"2026-03-03T03:48:07.31346Z","end":"2026-03-03T03:48:09.435174Z","steps":["trace[571925034] 'agreement among raft nodes before linearized reading' (duration: 2.121460246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:09.435952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:07.313445Z","time spent":"2.122498728s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T03:48:09.435925Z","caller":"traceutil/trace.go:171","msg":"trace[1756149672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25019; }","duration":"2.131762482s","start":"2026-03-03T03:48:07.303632Z","end":"2026-03-03T03:48:09.435394Z","steps":["trace[1756149672] 'agreement among raft nodes before linearized reading' (duration: 2.131285622s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:09.435451Z","caller":"traceutil/trace.go:171","msg":"trace[1679886730] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25019; }","duration":"2.267320869s","start":"2026-03-03T03:48:07.168088Z","end":"2026-03-03T03:48:09.435409Z","steps":["trace[1679886730] 'agreement among raft nodes before linearized reading' (duration: 2.267030852s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:09.436121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:07.168014Z","time spent":"2.268097055s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T03:48:09.436081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:07.303611Z","time spent":"2.132453108s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:48:09.435532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:07.683266Z","time spent":"1.75225709s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:48:09.437389Z","caller":"traceutil/trace.go:171","msg":"trace[487817593] linearizableReadLoop","detail":"{readStateIndex:25914; appliedIndex:25912; }","duration":"852.66841ms","start":"2026-03-03T03:48:08.584696Z","end":"2026-03-03T03:48:09.437364Z","steps":["trace[487817593] 'read index received' (duration: 107.06597ms)","trace[487817593] 'applied index is now lower than readState.Index' (duration: 743.126275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:09.437668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.829446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:09.437796Z","caller":"traceutil/trace.go:171","msg":"trace[1510816159] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25019; }","duration":"501.0071ms","start":"2026-03-03T03:48:08.936776Z","end":"2026-03-03T03:48:09.437783Z","steps":["trace[1510816159] 'agreement among raft nodes before linearized reading' (duration: 500.828796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:09.437889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:08.936751Z","time spent":"501.117283ms","remote":"127.0.0.1:40060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:48:09.438282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.591489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269071"} {"level":"info","ts":"2026-03-03T03:48:09.438825Z","caller":"traceutil/trace.go:171","msg":"trace[777090022] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25019; }","duration":"234.179291ms","start":"2026-03-03T03:48:09.204636Z","end":"2026-03-03T03:48:09.438815Z","steps":["trace[777090022] 'agreement among raft nodes before linearized reading' (duration: 233.293762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:09.941559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511877990477122,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T03:48:10.184862Z","caller":"traceutil/trace.go:171","msg":"trace[306064159] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"744.577677ms","start":"2026-03-03T03:48:09.440249Z","end":"2026-03-03T03:48:10.184827Z","steps":["trace[306064159] 'process raft request' (duration: 744.342942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:10.185053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:09.440232Z","time spent":"744.719161ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:10.617021Z","caller":"traceutil/trace.go:171","msg":"trace[1668529180] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"1.173940248s","start":"2026-03-03T03:48:09.443052Z","end":"2026-03-03T03:48:10.616992Z","steps":["trace[1668529180] 'process raft request' (duration: 1.173831025s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:10.61712Z","caller":"traceutil/trace.go:171","msg":"trace[192601131] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"1.176376271s","start":"2026-03-03T03:48:09.440715Z","end":"2026-03-03T03:48:10.617091Z","steps":["trace[192601131] 'process raft request' (duration: 1.176082865s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:10.617188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:09.443033Z","time spent":"1.17406763s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:10.61723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:09.440709Z","time spent":"1.176458263s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:10.617266Z","caller":"traceutil/trace.go:171","msg":"trace[251948171] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"1.17628565s","start":"2026-03-03T03:48:09.440607Z","end":"2026-03-03T03:48:10.616893Z","steps":["trace[251948171] 'process raft request' (duration: 1.158051457s)","trace[251948171] 'compare' (duration: 17.951766ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:10.617415Z","caller":"traceutil/trace.go:171","msg":"trace[1705296366] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"1.175496982s","start":"2026-03-03T03:48:09.441907Z","end":"2026-03-03T03:48:10.617404Z","steps":["trace[1705296366] 'process raft request' (duration: 1.17493982s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:10.61745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:09.440593Z","time spent":"1.176751039s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:10.617486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:09.441897Z","time spent":"1.175553984s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:10.617913Z","caller":"traceutil/trace.go:171","msg":"trace[2045581946] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"1.169164802s","start":"2026-03-03T03:48:09.448716Z","end":"2026-03-03T03:48:10.617881Z","steps":["trace[2045581946] 'process raft request' (duration: 1.168223002s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:10.618001Z","caller":"traceutil/trace.go:171","msg":"trace[1522136935] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"1.168734683s","start":"2026-03-03T03:48:09.449243Z","end":"2026-03-03T03:48:10.617977Z","steps":["trace[1522136935] 'process raft request' (duration: 1.168523179s)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:10.618063Z","caller":"traceutil/trace.go:171","msg":"trace[768531310] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"1.112414893s","start":"2026-03-03T03:48:09.505618Z","end":"2026-03-03T03:48:10.618033Z","steps":["trace[768531310] 'process raft request' (duration: 1.112290751s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:10.618116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:09.449234Z","time spent":"1.168826715s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:10.617996Z","caller":"traceutil/trace.go:171","msg":"trace[1915193250] linearizableReadLoop","detail":"{readStateIndex:25922; appliedIndex:25914; }","duration":"1.176688768s","start":"2026-03-03T03:48:09.441282Z","end":"2026-03-03T03:48:10.617971Z","steps":["trace[1915193250] 'read index received' (duration: 743.364621ms)","trace[1915193250] 'applied index is now lower than readState.Index' (duration: 433.322637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:10.618179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:09.5056Z","time spent":"1.112520335s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:10.618205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176909243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18712"} {"level":"warn","ts":"2026-03-03T03:48:10.618027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:09.448707Z","time spent":"1.169261234s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:10.618261Z","caller":"traceutil/trace.go:171","msg":"trace[341559848] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25027; }","duration":"1.176972834s","start":"2026-03-03T03:48:09.441271Z","end":"2026-03-03T03:48:10.618244Z","steps":["trace[341559848] 'agreement among raft nodes before linearized reading' (duration: 1.176766219s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:10.618318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:09.441266Z","time spent":"1.177041645s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T03:48:10.678243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.153393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T03:48:10.678312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.491842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:10.678387Z","caller":"traceutil/trace.go:171","msg":"trace[1578265542] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25032; }","duration":"180.635485ms","start":"2026-03-03T03:48:10.497731Z","end":"2026-03-03T03:48:10.678367Z","steps":["trace[1578265542] 'agreement among raft nodes before linearized reading' (duration: 180.428011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:10.678318Z","caller":"traceutil/trace.go:171","msg":"trace[347193604] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25032; }","duration":"746.280826ms","start":"2026-03-03T03:48:09.932017Z","end":"2026-03-03T03:48:10.678298Z","steps":["trace[347193604] 'agreement among raft nodes before linearized reading' (duration: 746.144603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:10.678528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:09.931995Z","time spent":"746.525041ms","remote":"127.0.0.1:36506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:48:10.678324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218477667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:10.678675Z","caller":"traceutil/trace.go:171","msg":"trace[1577326498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25032; }","duration":"1.218860586s","start":"2026-03-03T03:48:09.459806Z","end":"2026-03-03T03:48:10.678667Z","steps":["trace[1577326498] 'agreement among raft nodes before linearized reading' (duration: 1.218479828s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:10.678696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:09.459794Z","time spent":"1.218896246s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:48:10.845282Z","caller":"traceutil/trace.go:171","msg":"trace[1584376346] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"146.536775ms","start":"2026-03-03T03:48:10.698726Z","end":"2026-03-03T03:48:10.845263Z","steps":["trace[1584376346] 'process raft request' (duration: 66.638357ms)","trace[1584376346] 'compare' (duration: 79.709924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:10.845454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.964815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T03:48:10.845498Z","caller":"traceutil/trace.go:171","msg":"trace[1496757405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25033; }","duration":"142.049637ms","start":"2026-03-03T03:48:10.703437Z","end":"2026-03-03T03:48:10.845487Z","steps":["trace[1496757405] 'agreement among raft nodes before linearized reading' (duration: 141.873042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:10.84527Z","caller":"traceutil/trace.go:171","msg":"trace[1269965115] linearizableReadLoop","detail":"{readStateIndex:25928; appliedIndex:25927; }","duration":"141.76903ms","start":"2026-03-03T03:48:10.703478Z","end":"2026-03-03T03:48:10.845247Z","steps":["trace[1269965115] 'read index received' (duration: 61.865112ms)","trace[1269965115] 'applied index is now lower than readState.Index' (duration: 79.903088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:11.18786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.075008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:48:11.187976Z","caller":"traceutil/trace.go:171","msg":"trace[178360964] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"298.887678ms","start":"2026-03-03T03:48:10.889068Z","end":"2026-03-03T03:48:11.187955Z","steps":["trace[178360964] 'process raft request' (duration: 76.600375ms)","trace[178360964] 'compare' (duration: 221.898545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:11.66532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.438103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:11.665399Z","caller":"traceutil/trace.go:171","msg":"trace[1317045163] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25034; }","duration":"196.577257ms","start":"2026-03-03T03:48:11.468801Z","end":"2026-03-03T03:48:11.665378Z","steps":["trace[1317045163] 'count revisions from in-memory index tree' (duration: 196.332431ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:12.697357Z","caller":"traceutil/trace.go:171","msg":"trace[389775459] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"505.012076ms","start":"2026-03-03T03:48:12.192326Z","end":"2026-03-03T03:48:12.697339Z","steps":["trace[389775459] 'process raft request' (duration: 504.906354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:12.697519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:12.192314Z","time spent":"505.102258ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:13.329864Z","caller":"traceutil/trace.go:171","msg":"trace[1490467645] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"703.538605ms","start":"2026-03-03T03:48:12.626277Z","end":"2026-03-03T03:48:13.329815Z","steps":["trace[1490467645] 'process raft request' (duration: 703.30867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:13.330067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:12.626245Z","time spent":"703.723948ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:13.330213Z","caller":"traceutil/trace.go:171","msg":"trace[1488279567] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"647.282256ms","start":"2026-03-03T03:48:12.682897Z","end":"2026-03-03T03:48:13.330179Z","steps":["trace[1488279567] 'process raft request' (duration: 647.141823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:13.330287Z","caller":"traceutil/trace.go:171","msg":"trace[1270284657] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"646.880337ms","start":"2026-03-03T03:48:12.683393Z","end":"2026-03-03T03:48:13.330273Z","steps":["trace[1270284657] 'process raft request' (duration: 646.680612ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:13.330281Z","caller":"traceutil/trace.go:171","msg":"trace[72307764] linearizableReadLoop","detail":"{readStateIndex:25931; appliedIndex:25929; }","duration":"707.730967ms","start":"2026-03-03T03:48:12.622529Z","end":"2026-03-03T03:48:13.33026Z","steps":["trace[72307764] 'read index received' (duration: 74.772896ms)","trace[72307764] 'applied index is now lower than readState.Index' (duration: 632.957091ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:13.330337Z","caller":"traceutil/trace.go:171","msg":"trace[1091963140] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"1.135585413s","start":"2026-03-03T03:48:12.194081Z","end":"2026-03-03T03:48:13.329666Z","steps":["trace[1091963140] 'process raft request' (duration: 1.135277457s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:13.330389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:12.682877Z","time spent":"647.40884ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:13.330404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:12.683381Z","time spent":"646.924608ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:13.330414Z","caller":"traceutil/trace.go:171","msg":"trace[2034865147] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"645.942117ms","start":"2026-03-03T03:48:12.684457Z","end":"2026-03-03T03:48:13.330399Z","steps":["trace[2034865147] 'process raft request' (duration: 645.705691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:13.330489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:12.684447Z","time spent":"645.994998ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:13.330517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:12.194063Z","time spent":"1.136358661s","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:13.330203Z","caller":"traceutil/trace.go:171","msg":"trace[1346394466] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"645.975387ms","start":"2026-03-03T03:48:12.68422Z","end":"2026-03-03T03:48:13.330196Z","steps":["trace[1346394466] 'process raft request' (duration: 645.903115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:13.330676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:12.684208Z","time spent":"646.425487ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:13.330692Z","caller":"traceutil/trace.go:171","msg":"trace[1282259953] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"647.88006ms","start":"2026-03-03T03:48:12.682797Z","end":"2026-03-03T03:48:13.330677Z","steps":["trace[1282259953] 'process raft request' (duration: 647.116153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:13.330704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.190127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T03:48:13.33074Z","caller":"traceutil/trace.go:171","msg":"trace[1658681954] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25042; }","duration":"708.225347ms","start":"2026-03-03T03:48:12.622503Z","end":"2026-03-03T03:48:13.330728Z","steps":["trace[1658681954] 'agreement among raft nodes before linearized reading' (duration: 708.089934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:13.330746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:12.682781Z","time spent":"647.934711ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:13.330769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:12.622435Z","time spent":"708.32774ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:48:13.684207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.115492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:48:13.684332Z","caller":"traceutil/trace.go:171","msg":"trace[488937156] linearizableReadLoop","detail":"{readStateIndex:25938; appliedIndex:25937; }","duration":"353.96165ms","start":"2026-03-03T03:48:13.330352Z","end":"2026-03-03T03:48:13.684314Z","steps":["trace[488937156] 'read index received' (duration: 55.674504ms)","trace[488937156] 'applied index is now lower than readState.Index' (duration: 298.285916ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:13.684354Z","caller":"traceutil/trace.go:171","msg":"trace[1074266074] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"831.978021ms","start":"2026-03-03T03:48:12.852342Z","end":"2026-03-03T03:48:13.68432Z","steps":["trace[1074266074] 'process raft request' (duration: 533.589823ms)","trace[1074266074] 'compare' (duration: 297.921348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:13.684528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060250925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T03:48:13.684518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:12.852308Z","time spent":"832.111924ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:13.684557Z","caller":"traceutil/trace.go:171","msg":"trace[289023133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25043; }","duration":"1.060297537s","start":"2026-03-03T03:48:12.624249Z","end":"2026-03-03T03:48:13.684547Z","steps":["trace[289023133] 'agreement among raft nodes before linearized reading' (duration: 1.060140054s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:13.68451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.68292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T03:48:13.684593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:12.624241Z","time spent":"1.060344568s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:48:13.684574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058411655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T03:48:13.684677Z","caller":"traceutil/trace.go:171","msg":"trace[1098767168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25043; }","duration":"1.058530987s","start":"2026-03-03T03:48:12.626123Z","end":"2026-03-03T03:48:13.684653Z","steps":["trace[1098767168] 'agreement among raft nodes before linearized reading' (duration: 1.05821078s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:13.684725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:12.626029Z","time spent":"1.058686641s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T03:48:13.684741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.369391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T03:48:13.684763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061178995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T03:48:13.684776Z","caller":"traceutil/trace.go:171","msg":"trace[1244706759] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25043; }","duration":"370.468264ms","start":"2026-03-03T03:48:13.3143Z","end":"2026-03-03T03:48:13.684768Z","steps":["trace[1244706759] 'agreement among raft nodes before linearized reading' (duration: 370.350531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:13.6848Z","caller":"traceutil/trace.go:171","msg":"trace[1115310239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25043; }","duration":"1.061263037s","start":"2026-03-03T03:48:12.623527Z","end":"2026-03-03T03:48:13.684791Z","steps":["trace[1115310239] 'agreement among raft nodes before linearized reading' (duration: 1.061173325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:13.684816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:13.314265Z","time spent":"370.539975ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:48:13.684827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:12.623507Z","time spent":"1.061315399s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T03:48:13.684895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009179321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:13.684987Z","caller":"traceutil/trace.go:171","msg":"trace[1170879353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25043; }","duration":"1.009331044s","start":"2026-03-03T03:48:12.675635Z","end":"2026-03-03T03:48:13.684966Z","steps":["trace[1170879353] 'agreement among raft nodes before linearized reading' (duration: 1.009170181s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:13.68503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:12.675612Z","time spent":"1.009410546s","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:48:13.684621Z","caller":"traceutil/trace.go:171","msg":"trace[681487931] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:25043; }","duration":"789.846144ms","start":"2026-03-03T03:48:12.894753Z","end":"2026-03-03T03:48:13.684599Z","steps":["trace[681487931] 'agreement among raft nodes before linearized reading' (duration: 789.574438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:13.685132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.562953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T03:48:13.685203Z","caller":"traceutil/trace.go:171","msg":"trace[400905763] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25043; }","duration":"563.682385ms","start":"2026-03-03T03:48:13.121492Z","end":"2026-03-03T03:48:13.685174Z","steps":["trace[400905763] 'agreement among raft nodes before linearized reading' (duration: 563.43155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:13.68524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:13.121465Z","time spent":"563.765608ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:48:13.68525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:12.894736Z","time spent":"790.466827ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-03T03:48:14.058564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.261131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:48:14.058754Z","caller":"traceutil/trace.go:171","msg":"trace[452870019] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"722.487802ms","start":"2026-03-03T03:48:13.336192Z","end":"2026-03-03T03:48:14.05868Z","steps":["trace[452870019] 'process raft request' (duration: 465.045096ms)","trace[452870019] 'compare' (duration: 257.160209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:14.058802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:13.336163Z","time spent":"722.617514ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:14.059045Z","caller":"traceutil/trace.go:171","msg":"trace[1779166886] linearizableReadLoop","detail":"{readStateIndex:25940; appliedIndex:25938; }","duration":"374.670966ms","start":"2026-03-03T03:48:13.684358Z","end":"2026-03-03T03:48:14.059029Z","steps":["trace[1779166886] 'read index received' (duration: 116.883093ms)","trace[1779166886] 'applied index is now lower than readState.Index' (duration: 257.787293ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:14.059234Z","caller":"traceutil/trace.go:171","msg":"trace[1668791768] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"468.817958ms","start":"2026-03-03T03:48:13.590408Z","end":"2026-03-03T03:48:14.059226Z","steps":["trace[1668791768] 'process raft request' (duration: 468.241516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:14.059322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:13.590376Z","time spent":"468.88689ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:14.059469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.853846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:48:14.059499Z","caller":"traceutil/trace.go:171","msg":"trace[1748944442] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25048; }","duration":"725.907606ms","start":"2026-03-03T03:48:13.333583Z","end":"2026-03-03T03:48:14.059491Z","steps":["trace[1748944442] 'agreement among raft nodes before linearized reading' (duration: 725.856195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:14.05952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:13.333563Z","time spent":"725.952098ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:48:14.059636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.052541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:48:14.059594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.730837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18712"} {"level":"info","ts":"2026-03-03T03:48:14.059659Z","caller":"traceutil/trace.go:171","msg":"trace[1412795135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25048; }","duration":"368.091762ms","start":"2026-03-03T03:48:13.691562Z","end":"2026-03-03T03:48:14.059654Z","steps":["trace[1412795135] 'agreement among raft nodes before linearized reading' (duration: 368.056641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:14.059681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:13.69155Z","time spent":"368.124612ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:48:14.059694Z","caller":"traceutil/trace.go:171","msg":"trace[180057109] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25048; }","duration":"722.870589ms","start":"2026-03-03T03:48:13.3368Z","end":"2026-03-03T03:48:14.059671Z","steps":["trace[180057109] 'agreement among raft nodes before linearized reading' (duration: 722.525672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:14.059707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.262111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:14.059713Z","caller":"traceutil/trace.go:171","msg":"trace[870957524] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"369.786788ms","start":"2026-03-03T03:48:13.68989Z","end":"2026-03-03T03:48:14.059677Z","steps":["trace[870957524] 'process raft request' (duration: 369.034582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:14.059745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:13.336788Z","time spent":"722.946842ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-03T03:48:14.059766Z","caller":"traceutil/trace.go:171","msg":"trace[180735593] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25048; }","duration":"182.373354ms","start":"2026-03-03T03:48:13.877375Z","end":"2026-03-03T03:48:14.059748Z","steps":["trace[180735593] 'agreement among raft nodes before linearized reading' (duration: 182.260031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:14.059788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.954546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:48:14.059815Z","caller":"traceutil/trace.go:171","msg":"trace[1567099821] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25048; }","duration":"292.032877ms","start":"2026-03-03T03:48:13.767775Z","end":"2026-03-03T03:48:14.059808Z","steps":["trace[1567099821] 'agreement among raft nodes before linearized reading' (duration: 291.994546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:14.05992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:13.689868Z","time spent":"369.928062ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:14.06002Z","caller":"traceutil/trace.go:171","msg":"trace[1414121498] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"369.264758ms","start":"2026-03-03T03:48:13.690747Z","end":"2026-03-03T03:48:14.060012Z","steps":["trace[1414121498] 'process raft request' (duration: 368.250826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:14.060072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:13.690727Z","time spent":"369.320818ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:14.06008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:13.68644Z","time spent":"373.617153ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T03:48:14.060131Z","caller":"traceutil/trace.go:171","msg":"trace[2029865062] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"369.419271ms","start":"2026-03-03T03:48:13.690705Z","end":"2026-03-03T03:48:14.060124Z","steps":["trace[2029865062] 'process raft request' (duration: 368.268746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:14.060185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:13.690697Z","time spent":"369.456242ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:14.530381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.155959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:48:14.531238Z","caller":"traceutil/trace.go:171","msg":"trace[548232948] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"469.733109ms","start":"2026-03-03T03:48:14.061284Z","end":"2026-03-03T03:48:14.531017Z","steps":["trace[548232948] 'process raft request' (duration: 251.823583ms)","trace[548232948] 'compare' (duration: 216.384063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:14.531381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.672336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T03:48:14.531406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:14.061262Z","time spent":"470.052245ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:14.531458Z","caller":"traceutil/trace.go:171","msg":"trace[1173257578] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25049; }","duration":"324.820499ms","start":"2026-03-03T03:48:14.206614Z","end":"2026-03-03T03:48:14.531434Z","steps":["trace[1173257578] 'agreement among raft nodes before linearized reading' (duration: 324.630135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:14.53152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:14.206595Z","time spent":"324.911591ms","remote":"127.0.0.1:58386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:48:14.531819Z","caller":"traceutil/trace.go:171","msg":"trace[1954132475] linearizableReadLoop","detail":"{readStateIndex:25945; appliedIndex:25944; }","duration":"324.297787ms","start":"2026-03-03T03:48:14.20669Z","end":"2026-03-03T03:48:14.530988Z","steps":["trace[1954132475] 'read index received' (duration: 106.370901ms)","trace[1954132475] 'applied index is now lower than readState.Index' (duration: 217.923396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:14.88036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.076411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T03:48:14.880521Z","caller":"traceutil/trace.go:171","msg":"trace[40744845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25049; }","duration":"179.292756ms","start":"2026-03-03T03:48:14.701196Z","end":"2026-03-03T03:48:14.880489Z","steps":["trace[40744845] 'range keys from in-memory index tree' (duration: 178.737774ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:15.293142Z","caller":"traceutil/trace.go:171","msg":"trace[2138144236] linearizableReadLoop","detail":"{readStateIndex:25946; appliedIndex:25945; }","duration":"330.024254ms","start":"2026-03-03T03:48:14.963092Z","end":"2026-03-03T03:48:15.293116Z","steps":["trace[2138144236] 'read index received' (duration: 329.789829ms)","trace[2138144236] 'applied index is now lower than readState.Index' (duration: 233.395µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:15.293402Z","caller":"traceutil/trace.go:171","msg":"trace[904777026] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"408.311016ms","start":"2026-03-03T03:48:14.885079Z","end":"2026-03-03T03:48:15.29339Z","steps":["trace[904777026] 'process raft request' (duration: 407.894727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:15.293516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:14.885066Z","time spent":"408.375117ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:15.293829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.740039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:48:15.293873Z","caller":"traceutil/trace.go:171","msg":"trace[892288625] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25050; }","duration":"330.829861ms","start":"2026-03-03T03:48:14.963034Z","end":"2026-03-03T03:48:15.293863Z","steps":["trace[892288625] 'agreement among raft nodes before linearized reading' (duration: 330.738559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:15.293904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:14.963013Z","time spent":"330.883422ms","remote":"127.0.0.1:53222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:48:15.294143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.610599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:15.29424Z","caller":"traceutil/trace.go:171","msg":"trace[1139389098] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25050; }","duration":"301.781552ms","start":"2026-03-03T03:48:14.992437Z","end":"2026-03-03T03:48:15.294218Z","steps":["trace[1139389098] 'agreement among raft nodes before linearized reading' (duration: 301.512145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:15.294287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:14.992429Z","time spent":"301.848954ms","remote":"127.0.0.1:40206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:48:15.29466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.202463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T03:48:15.294703Z","caller":"traceutil/trace.go:171","msg":"trace[860986950] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25050; }","duration":"109.312446ms","start":"2026-03-03T03:48:15.18538Z","end":"2026-03-03T03:48:15.294693Z","steps":["trace[860986950] 'agreement among raft nodes before linearized reading' (duration: 109.01268ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:15.717868Z","caller":"traceutil/trace.go:171","msg":"trace[1014526267] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"373.388498ms","start":"2026-03-03T03:48:15.344455Z","end":"2026-03-03T03:48:15.717843Z","steps":["trace[1014526267] 'process raft request' (duration: 287.723902ms)","trace[1014526267] 'compare' (duration: 85.268888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:15.718036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:15.344438Z","time spent":"373.523821ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:15.718124Z","caller":"traceutil/trace.go:171","msg":"trace[399371260] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"373.363277ms","start":"2026-03-03T03:48:15.34474Z","end":"2026-03-03T03:48:15.718104Z","steps":["trace[399371260] 'process raft request' (duration: 373.224094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:15.718154Z","caller":"traceutil/trace.go:171","msg":"trace[545495154] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"373.465229ms","start":"2026-03-03T03:48:15.344656Z","end":"2026-03-03T03:48:15.718121Z","steps":["trace[545495154] 'process raft request' (duration: 373.104191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:15.718249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:15.344731Z","time spent":"373.45013ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:15.718315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:15.344647Z","time spent":"373.572121ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:15.718408Z","caller":"traceutil/trace.go:171","msg":"trace[107782631] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"373.261465ms","start":"2026-03-03T03:48:15.345139Z","end":"2026-03-03T03:48:15.7184Z","steps":["trace[107782631] 'process raft request' (duration: 372.928338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:15.718463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:15.345102Z","time spent":"373.324856ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:15.718466Z","caller":"traceutil/trace.go:171","msg":"trace[369958162] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"373.161543ms","start":"2026-03-03T03:48:15.345283Z","end":"2026-03-03T03:48:15.718444Z","steps":["trace[369958162] 'process raft request' (duration: 372.905748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:15.71857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:15.345271Z","time spent":"373.238005ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:15.790829Z","caller":"traceutil/trace.go:171","msg":"trace[1386975551] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"100.143314ms","start":"2026-03-03T03:48:15.690664Z","end":"2026-03-03T03:48:15.790808Z","steps":["trace[1386975551] 'process raft request' (duration: 99.881079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:16.020282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.301738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T03:48:16.020367Z","caller":"traceutil/trace.go:171","msg":"trace[27775344] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25057; }","duration":"165.437831ms","start":"2026-03-03T03:48:15.854909Z","end":"2026-03-03T03:48:16.020347Z","steps":["trace[27775344] 'range keys from in-memory index tree' (duration: 165.120754ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:16.197316Z","caller":"traceutil/trace.go:171","msg":"trace[802737418] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"131.383262ms","start":"2026-03-03T03:48:16.065911Z","end":"2026-03-03T03:48:16.197294Z","steps":["trace[802737418] 'process raft request' (duration: 131.225309ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:16.197347Z","caller":"traceutil/trace.go:171","msg":"trace[206069829] linearizableReadLoop","detail":"{readStateIndex:25954; appliedIndex:25954; }","duration":"130.583854ms","start":"2026-03-03T03:48:16.066745Z","end":"2026-03-03T03:48:16.197328Z","steps":["trace[206069829] 'read index received' (duration: 130.575784ms)","trace[206069829] 'applied index is now lower than readState.Index' (duration: 6.75µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:16.197556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.779139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T03:48:16.197589Z","caller":"traceutil/trace.go:171","msg":"trace[1748130347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25058; }","duration":"130.85456ms","start":"2026-03-03T03:48:16.066725Z","end":"2026-03-03T03:48:16.19758Z","steps":["trace[1748130347] 'agreement among raft nodes before linearized reading' (duration: 130.691167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:16.28278Z","caller":"traceutil/trace.go:171","msg":"trace[161999826] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"215.159485ms","start":"2026-03-03T03:48:16.067596Z","end":"2026-03-03T03:48:16.282756Z","steps":["trace[161999826] 'process raft request' (duration: 201.755221ms)","trace[161999826] 'compare' (duration: 13.052766ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:16.282765Z","caller":"traceutil/trace.go:171","msg":"trace[1872042488] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"191.581096ms","start":"2026-03-03T03:48:16.091155Z","end":"2026-03-03T03:48:16.282736Z","steps":["trace[1872042488] 'process raft request' (duration: 191.508055ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:16.282921Z","caller":"traceutil/trace.go:171","msg":"trace[1715479436] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"214.540502ms","start":"2026-03-03T03:48:16.068366Z","end":"2026-03-03T03:48:16.282907Z","steps":["trace[1715479436] 'process raft request' (duration: 214.209444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:16.283063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.43144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:16.28313Z","caller":"traceutil/trace.go:171","msg":"trace[1772408586] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25061; }","duration":"199.522612ms","start":"2026-03-03T03:48:16.083591Z","end":"2026-03-03T03:48:16.283113Z","steps":["trace[1772408586] 'agreement among raft nodes before linearized reading' (duration: 199.406499ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:16.338243Z","caller":"traceutil/trace.go:171","msg":"trace[192448830] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"135.235546ms","start":"2026-03-03T03:48:16.202992Z","end":"2026-03-03T03:48:16.338227Z","steps":["trace[192448830] 'process raft request' (duration: 135.085843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:16.338462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.903975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:16.338497Z","caller":"traceutil/trace.go:171","msg":"trace[503265516] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25062; }","duration":"117.976897ms","start":"2026-03-03T03:48:16.220508Z","end":"2026-03-03T03:48:16.338485Z","steps":["trace[503265516] 'agreement among raft nodes before linearized reading' (duration: 117.914005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:17.168378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.47553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:17.168474Z","caller":"traceutil/trace.go:171","msg":"trace[1045017195] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25062; }","duration":"462.625703ms","start":"2026-03-03T03:48:16.705826Z","end":"2026-03-03T03:48:17.168452Z","steps":["trace[1045017195] 'count revisions from in-memory index tree' (duration: 462.339865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:17.168518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:16.705804Z","time spent":"462.701664ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:48:17.168749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.482551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:17.168793Z","caller":"traceutil/trace.go:171","msg":"trace[733729984] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25062; }","duration":"607.583042ms","start":"2026-03-03T03:48:16.561197Z","end":"2026-03-03T03:48:17.16878Z","steps":["trace[733729984] 'count revisions from in-memory index tree' (duration: 607.400469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:17.168823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:16.561175Z","time spent":"607.637824ms","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:48:17.168391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.161645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:17.168866Z","caller":"traceutil/trace.go:171","msg":"trace[2109265889] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25062; }","duration":"170.656726ms","start":"2026-03-03T03:48:16.998191Z","end":"2026-03-03T03:48:17.168847Z","steps":["trace[2109265889] 'count revisions from in-memory index tree' (duration: 170.075814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:17.654844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.080577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:48:17.65501Z","caller":"traceutil/trace.go:171","msg":"trace[1396585455] linearizableReadLoop","detail":"{readStateIndex:25960; appliedIndex:25959; }","duration":"187.289483ms","start":"2026-03-03T03:48:17.467696Z","end":"2026-03-03T03:48:17.654986Z","steps":["trace[1396585455] 'read index received' (duration: 76.252µs)","trace[1396585455] 'applied index is now lower than readState.Index' (duration: 187.211141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:17.655169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.447236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:17.655233Z","caller":"traceutil/trace.go:171","msg":"trace[212516842] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25064; }","duration":"187.537007ms","start":"2026-03-03T03:48:17.467677Z","end":"2026-03-03T03:48:17.655214Z","steps":["trace[212516842] 'agreement among raft nodes before linearized reading' (duration: 187.373634ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:17.655264Z","caller":"traceutil/trace.go:171","msg":"trace[829143895] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"292.017837ms","start":"2026-03-03T03:48:17.363212Z","end":"2026-03-03T03:48:17.65523Z","steps":["trace[829143895] 'process raft request' (duration: 79.442089ms)","trace[829143895] 'compare' (duration: 211.917894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:18.08714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.807466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:48:18.087229Z","caller":"traceutil/trace.go:171","msg":"trace[632746251] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"362.904387ms","start":"2026-03-03T03:48:17.724308Z","end":"2026-03-03T03:48:18.087213Z","steps":["trace[632746251] 'process raft request' (duration: 168.949458ms)","trace[632746251] 'compare' (duration: 193.57738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:18.087265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:17.72428Z","time spent":"362.968819ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:18.651499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.881211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:48:18.651678Z","caller":"traceutil/trace.go:171","msg":"trace[1341298357] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"925.304045ms","start":"2026-03-03T03:48:17.726359Z","end":"2026-03-03T03:48:18.651663Z","steps":["trace[1341298357] 'process raft request' (duration: 925.254174ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:18.651714Z","caller":"traceutil/trace.go:171","msg":"trace[529942566] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"926.573354ms","start":"2026-03-03T03:48:17.72513Z","end":"2026-03-03T03:48:18.651703Z","steps":["trace[529942566] 'process raft request' (duration: 581.422817ms)","trace[529942566] 'compare' (duration: 317.554259ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:18.651745Z","caller":"traceutil/trace.go:171","msg":"trace[648882038] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"925.49278ms","start":"2026-03-03T03:48:17.726245Z","end":"2026-03-03T03:48:18.651738Z","steps":["trace[648882038] 'process raft request' (duration: 925.321666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:18.651763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:17.725106Z","time spent":"926.632945ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:18.651774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:17.726225Z","time spent":"925.5357ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:18.651721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:17.726332Z","time spent":"925.370897ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:18.652114Z","caller":"traceutil/trace.go:171","msg":"trace[515134553] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"855.593611ms","start":"2026-03-03T03:48:17.796514Z","end":"2026-03-03T03:48:18.652108Z","steps":["trace[515134553] 'process raft request' (duration: 855.471258ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:18.652118Z","caller":"traceutil/trace.go:171","msg":"trace[806369316] linearizableReadLoop","detail":"{readStateIndex:25966; appliedIndex:25960; }","duration":"761.437439ms","start":"2026-03-03T03:48:17.890674Z","end":"2026-03-03T03:48:18.652111Z","steps":["trace[806369316] 'read index received' (duration: 2.768051ms)","trace[806369316] 'applied index is now lower than readState.Index' (duration: 758.668458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:18.65215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:17.796485Z","time spent":"855.645292ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:18.652176Z","caller":"traceutil/trace.go:171","msg":"trace[2114629164] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"925.597371ms","start":"2026-03-03T03:48:17.726573Z","end":"2026-03-03T03:48:18.65217Z","steps":["trace[2114629164] 'process raft request' (duration: 925.066929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:18.652208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:17.726556Z","time spent":"925.631862ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:18.727776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.082834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:18.727876Z","caller":"traceutil/trace.go:171","msg":"trace[1591604607] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25070; }","duration":"837.270488ms","start":"2026-03-03T03:48:17.890583Z","end":"2026-03-03T03:48:18.727854Z","steps":["trace[1591604607] 'agreement among raft nodes before linearized reading' (duration: 761.564301ms)","trace[1591604607] 'count revisions from in-memory index tree' (duration: 75.530612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:18.727919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:17.890548Z","time spent":"837.36296ms","remote":"127.0.0.1:32784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:48:18.727982Z","caller":"traceutil/trace.go:171","msg":"trace[39232907] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"132.623129ms","start":"2026-03-03T03:48:18.595332Z","end":"2026-03-03T03:48:18.727956Z","steps":["trace[39232907] 'process raft request' (duration: 132.411514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:18.727996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.59395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:48:18.728062Z","caller":"traceutil/trace.go:171","msg":"trace[638995554] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25071; }","duration":"203.667772ms","start":"2026-03-03T03:48:18.524377Z","end":"2026-03-03T03:48:18.728044Z","steps":["trace[638995554] 'agreement among raft nodes before linearized reading' (duration: 203.57229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:18.728088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.057596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T03:48:18.72813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.400955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T03:48:18.728158Z","caller":"traceutil/trace.go:171","msg":"trace[1516590818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25071; }","duration":"386.198819ms","start":"2026-03-03T03:48:18.341941Z","end":"2026-03-03T03:48:18.72814Z","steps":["trace[1516590818] 'agreement among raft nodes before linearized reading' (duration: 385.981164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:18.728199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:18.341917Z","time spent":"386.273371ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T03:48:18.728197Z","caller":"traceutil/trace.go:171","msg":"trace[1155739207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25071; }","duration":"441.541228ms","start":"2026-03-03T03:48:18.286637Z","end":"2026-03-03T03:48:18.728178Z","steps":["trace[1155739207] 'agreement among raft nodes before linearized reading' (duration: 441.311963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:18.728303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.486274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T03:48:18.728332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:18.286615Z","time spent":"441.706731ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T03:48:18.72834Z","caller":"traceutil/trace.go:171","msg":"trace[1356859016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25071; }","duration":"440.557036ms","start":"2026-03-03T03:48:18.287771Z","end":"2026-03-03T03:48:18.728328Z","steps":["trace[1356859016] 'agreement among raft nodes before linearized reading' (duration: 440.453174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:18.728353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.797671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T03:48:18.728381Z","caller":"traceutil/trace.go:171","msg":"trace[1209529467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25071; }","duration":"525.865653ms","start":"2026-03-03T03:48:18.202506Z","end":"2026-03-03T03:48:18.728372Z","steps":["trace[1209529467] 'agreement among raft nodes before linearized reading' (duration: 525.780581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:18.728383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:18.287751Z","time spent":"440.621018ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T03:48:18.728401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:18.202484Z","time spent":"525.911834ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:48:19.169128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.925104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:48:19.169447Z","caller":"traceutil/trace.go:171","msg":"trace[1712318533] linearizableReadLoop","detail":"{readStateIndex:25972; appliedIndex:25968; }","duration":"375.350652ms","start":"2026-03-03T03:48:18.794079Z","end":"2026-03-03T03:48:19.16943Z","steps":["trace[1712318533] 'read index received' (duration: 34.0721ms)","trace[1712318533] 'applied index is now lower than readState.Index' (duration: 341.277592ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:19.169541Z","caller":"traceutil/trace.go:171","msg":"trace[1996137932] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"437.0846ms","start":"2026-03-03T03:48:18.73244Z","end":"2026-03-03T03:48:19.169525Z","steps":["trace[1996137932] 'process raft request' (duration: 95.670415ms)","trace[1996137932] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:473; } (duration: 340.420973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:19.16961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:18.732422Z","time spent":"437.146702ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:19.169951Z","caller":"traceutil/trace.go:171","msg":"trace[650829486] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"436.556949ms","start":"2026-03-03T03:48:18.733382Z","end":"2026-03-03T03:48:19.169939Z","steps":["trace[650829486] 'process raft request' (duration: 435.858364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:19.170008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:18.733365Z","time spent":"436.61055ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:19.170146Z","caller":"traceutil/trace.go:171","msg":"trace[1388213639] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"435.634388ms","start":"2026-03-03T03:48:18.7345Z","end":"2026-03-03T03:48:19.170134Z","steps":["trace[1388213639] 'process raft request' (duration: 434.843521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:19.170199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:18.73449Z","time spent":"435.678239ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:19.170328Z","caller":"traceutil/trace.go:171","msg":"trace[288337354] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"435.686818ms","start":"2026-03-03T03:48:18.734606Z","end":"2026-03-03T03:48:19.170293Z","steps":["trace[288337354] 'process raft request' (duration: 434.775699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:19.170341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.249751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:48:19.17053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:18.734579Z","time spent":"435.829992ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:19.17059Z","caller":"traceutil/trace.go:171","msg":"trace[1897398245] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25075; }","duration":"376.533967ms","start":"2026-03-03T03:48:18.794033Z","end":"2026-03-03T03:48:19.170567Z","steps":["trace[1897398245] 'agreement among raft nodes before linearized reading' (duration: 376.237571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:19.170661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:18.794012Z","time spent":"376.623339ms","remote":"127.0.0.1:40624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:48:19.396218Z","caller":"traceutil/trace.go:171","msg":"trace[85746479] linearizableReadLoop","detail":"{readStateIndex:25973; appliedIndex:25972; }","duration":"226.71273ms","start":"2026-03-03T03:48:19.169485Z","end":"2026-03-03T03:48:19.396198Z","steps":["trace[85746479] 'read index received' (duration: 174.849408ms)","trace[85746479] 'applied index is now lower than readState.Index' (duration: 51.862402ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:19.39642Z","caller":"traceutil/trace.go:171","msg":"trace[693639933] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"329.988453ms","start":"2026-03-03T03:48:19.066422Z","end":"2026-03-03T03:48:19.39641Z","steps":["trace[693639933] 'process raft request' (duration: 277.883476ms)","trace[693639933] 'compare' (duration: 51.625697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:19.396512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:19.066406Z","time spent":"330.041254ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:19.396729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.099655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"info","ts":"2026-03-03T03:48:19.39676Z","caller":"traceutil/trace.go:171","msg":"trace[1381333339] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25076; }","duration":"240.155246ms","start":"2026-03-03T03:48:19.156598Z","end":"2026-03-03T03:48:19.396753Z","steps":["trace[1381333339] 'agreement among raft nodes before linearized reading' (duration: 240.046843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:19.396897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.983537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:19.396922Z","caller":"traceutil/trace.go:171","msg":"trace[927616706] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25076; }","duration":"337.040047ms","start":"2026-03-03T03:48:19.059876Z","end":"2026-03-03T03:48:19.396916Z","steps":["trace[927616706] 'agreement among raft nodes before linearized reading' (duration: 336.998616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:19.39694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:19.059862Z","time spent":"337.072509ms","remote":"127.0.0.1:40222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:48:19.397155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.055356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:19.397231Z","caller":"traceutil/trace.go:171","msg":"trace[1830396126] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25076; }","duration":"346.182559ms","start":"2026-03-03T03:48:19.051031Z","end":"2026-03-03T03:48:19.397213Z","steps":["trace[1830396126] 'agreement among raft nodes before linearized reading' (duration: 346.038025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:19.397322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:19.051009Z","time spent":"346.299241ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:48:20.107372Z","caller":"traceutil/trace.go:171","msg":"trace[1288849832] linearizableReadLoop","detail":"{readStateIndex:25975; appliedIndex:25974; }","duration":"215.032882ms","start":"2026-03-03T03:48:19.892317Z","end":"2026-03-03T03:48:20.10735Z","steps":["trace[1288849832] 'read index received' (duration: 214.90856ms)","trace[1288849832] 'applied index is now lower than readState.Index' (duration: 123.492µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:20.107396Z","caller":"traceutil/trace.go:171","msg":"trace[960917928] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"446.213871ms","start":"2026-03-03T03:48:19.661159Z","end":"2026-03-03T03:48:20.107373Z","steps":["trace[960917928] 'process raft request' (duration: 446.041207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:20.107527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.209897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T03:48:20.107531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:19.661127Z","time spent":"446.326694ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:20.107574Z","caller":"traceutil/trace.go:171","msg":"trace[1287930909] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25078; }","duration":"215.307009ms","start":"2026-03-03T03:48:19.892251Z","end":"2026-03-03T03:48:20.107558Z","steps":["trace[1287930909] 'agreement among raft nodes before linearized reading' (duration: 215.203647ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:20.263655Z","caller":"traceutil/trace.go:171","msg":"trace[1958729560] linearizableReadLoop","detail":"{readStateIndex:25976; appliedIndex:25975; }","duration":"156.191358ms","start":"2026-03-03T03:48:20.107437Z","end":"2026-03-03T03:48:20.263629Z","steps":["trace[1958729560] 'read index received' (duration: 101.654638ms)","trace[1958729560] 'applied index is now lower than readState.Index' (duration: 54.5357ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:20.264168Z","caller":"traceutil/trace.go:171","msg":"trace[2037123769] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"171.921225ms","start":"2026-03-03T03:48:20.092227Z","end":"2026-03-03T03:48:20.264149Z","steps":["trace[2037123769] 'process raft request' (duration: 116.961365ms)","trace[2037123769] 'compare' (duration: 54.270304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:20.264217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.963506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T03:48:20.264276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.652546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-m2p5p\" ","response":"range_response_count:1 size:16154"} {"level":"info","ts":"2026-03-03T03:48:20.264333Z","caller":"traceutil/trace.go:171","msg":"trace[210327127] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-m2p5p; range_end:; response_count:1; response_revision:25079; }","duration":"105.723067ms","start":"2026-03-03T03:48:20.158595Z","end":"2026-03-03T03:48:20.264318Z","steps":["trace[210327127] 'agreement among raft nodes before linearized reading' (duration: 105.527793ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:20.264351Z","caller":"traceutil/trace.go:171","msg":"trace[39371712] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25079; }","duration":"297.115099ms","start":"2026-03-03T03:48:19.967184Z","end":"2026-03-03T03:48:20.2643Z","steps":["trace[39371712] 'agreement among raft nodes before linearized reading' (duration: 296.956775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:20.560951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.838968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:48:20.56132Z","caller":"traceutil/trace.go:171","msg":"trace[449196312] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"226.226539ms","start":"2026-03-03T03:48:20.335065Z","end":"2026-03-03T03:48:20.561292Z","steps":["trace[449196312] 'process raft request' (duration: 80.943482ms)","trace[449196312] 'compare' (duration: 144.609233ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:20.898859Z","caller":"traceutil/trace.go:171","msg":"trace[1490941705] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"240.709288ms","start":"2026-03-03T03:48:20.658117Z","end":"2026-03-03T03:48:20.898827Z","steps":["trace[1490941705] 'process raft request' (duration: 203.737695ms)","trace[1490941705] 'compare' (duration: 36.754328ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:20.989718Z","caller":"traceutil/trace.go:171","msg":"trace[1767138085] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"331.334983ms","start":"2026-03-03T03:48:20.65832Z","end":"2026-03-03T03:48:20.989655Z","steps":["trace[1767138085] 'process raft request' (duration: 331.030667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:20.989881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:20.658286Z","time spent":"331.507217ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:20.989668Z","caller":"traceutil/trace.go:171","msg":"trace[1322313151] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"331.229671ms","start":"2026-03-03T03:48:20.65841Z","end":"2026-03-03T03:48:20.989639Z","steps":["trace[1322313151] 'process raft request' (duration: 331.126689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:20.990118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:20.658368Z","time spent":"331.658181ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:20.990375Z","caller":"traceutil/trace.go:171","msg":"trace[846614106] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"330.661868ms","start":"2026-03-03T03:48:20.659691Z","end":"2026-03-03T03:48:20.990353Z","steps":["trace[846614106] 'process raft request' (duration: 330.415092ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:20.990506Z","caller":"traceutil/trace.go:171","msg":"trace[864417319] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"330.980475ms","start":"2026-03-03T03:48:20.659509Z","end":"2026-03-03T03:48:20.99049Z","steps":["trace[864417319] 'process raft request' (duration: 330.084485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:20.990583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:20.659496Z","time spent":"331.065246ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:20.990375Z","caller":"traceutil/trace.go:171","msg":"trace[1209169016] linearizableReadLoop","detail":"{readStateIndex:25983; appliedIndex:25978; }","duration":"316.408253ms","start":"2026-03-03T03:48:20.673935Z","end":"2026-03-03T03:48:20.990343Z","steps":["trace[1209169016] 'read index received' (duration: 187.918305ms)","trace[1209169016] 'applied index is now lower than readState.Index' (duration: 128.488208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:20.990768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.792417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:20.990795Z","caller":"traceutil/trace.go:171","msg":"trace[1731120705] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25086; }","duration":"274.855799ms","start":"2026-03-03T03:48:20.715931Z","end":"2026-03-03T03:48:20.990787Z","steps":["trace[1731120705] 'agreement among raft nodes before linearized reading' (duration: 274.805458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:20.990802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.70147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:48:20.990935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.667282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:20.990961Z","caller":"traceutil/trace.go:171","msg":"trace[1755343862] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25086; }","duration":"213.693553ms","start":"2026-03-03T03:48:20.777259Z","end":"2026-03-03T03:48:20.990953Z","steps":["trace[1755343862] 'agreement among raft nodes before linearized reading' (duration: 213.645902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:20.990958Z","caller":"traceutil/trace.go:171","msg":"trace[1223625773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25086; }","duration":"317.010717ms","start":"2026-03-03T03:48:20.673878Z","end":"2026-03-03T03:48:20.990889Z","steps":["trace[1223625773] 'agreement among raft nodes before linearized reading' (duration: 316.555187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:20.99101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:20.673861Z","time spent":"317.13245ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:48:20.991636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:20.659664Z","time spent":"330.799931ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:21.418853Z","caller":"traceutil/trace.go:171","msg":"trace[113868995] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"240.316999ms","start":"2026-03-03T03:48:21.178514Z","end":"2026-03-03T03:48:21.418831Z","steps":["trace[113868995] 'process raft request' (duration: 240.158286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:21.821838Z","caller":"traceutil/trace.go:171","msg":"trace[2005345164] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"642.585524ms","start":"2026-03-03T03:48:21.179228Z","end":"2026-03-03T03:48:21.821813Z","steps":["trace[2005345164] 'process raft request' (duration: 642.313428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:21.822077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:21.179216Z","time spent":"642.695516ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:21.822148Z","caller":"traceutil/trace.go:171","msg":"trace[1049640784] linearizableReadLoop","detail":"{readStateIndex:25987; appliedIndex:25983; }","duration":"462.711204ms","start":"2026-03-03T03:48:21.359412Z","end":"2026-03-03T03:48:21.822123Z","steps":["trace[1049640784] 'read index received' (duration: 59.271235ms)","trace[1049640784] 'applied index is now lower than readState.Index' (duration: 403.438619ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:21.822153Z","caller":"traceutil/trace.go:171","msg":"trace[144793316] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"642.661695ms","start":"2026-03-03T03:48:21.179432Z","end":"2026-03-03T03:48:21.822093Z","steps":["trace[144793316] 'process raft request' (duration: 642.327897ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:21.822306Z","caller":"traceutil/trace.go:171","msg":"trace[2059034825] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"638.110985ms","start":"2026-03-03T03:48:21.184173Z","end":"2026-03-03T03:48:21.822284Z","steps":["trace[2059034825] 'process raft request' (duration: 637.838799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:21.822448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:21.184138Z","time spent":"638.221867ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:21.822507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:21.179412Z","time spent":"642.8702ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:21.82306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.579463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T03:48:21.823136Z","caller":"traceutil/trace.go:171","msg":"trace[1923478726] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25090; }","duration":"463.860809ms","start":"2026-03-03T03:48:21.359258Z","end":"2026-03-03T03:48:21.823119Z","steps":["trace[1923478726] 'agreement among raft nodes before linearized reading' (duration: 463.01028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:21.82322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:21.359225Z","time spent":"463.965861ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T03:48:21.82502Z","caller":"traceutil/trace.go:171","msg":"trace[626996040] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"310.583736ms","start":"2026-03-03T03:48:21.514384Z","end":"2026-03-03T03:48:21.824967Z","steps":["trace[626996040] 'process raft request' (duration: 310.400672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:21.825196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:21.514361Z","time spent":"310.752609ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:21.825212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.819233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:21.825285Z","caller":"traceutil/trace.go:171","msg":"trace[1184390628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25091; }","duration":"148.067289ms","start":"2026-03-03T03:48:21.677174Z","end":"2026-03-03T03:48:21.825241Z","steps":["trace[1184390628] 'agreement among raft nodes before linearized reading' (duration: 147.830764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:21.825377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.112213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T03:48:21.825465Z","caller":"traceutil/trace.go:171","msg":"trace[1188806550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25091; }","duration":"329.229015ms","start":"2026-03-03T03:48:21.496221Z","end":"2026-03-03T03:48:21.82545Z","steps":["trace[1188806550] 'agreement among raft nodes before linearized reading' (duration: 328.689934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:21.825558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:21.496162Z","time spent":"329.38391ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:48:22.043355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.955327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18712"} {"level":"info","ts":"2026-03-03T03:48:22.043427Z","caller":"traceutil/trace.go:171","msg":"trace[993715076] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25092; }","duration":"123.065229ms","start":"2026-03-03T03:48:21.920348Z","end":"2026-03-03T03:48:22.043413Z","steps":["trace[993715076] 'range keys from in-memory index tree' (duration: 122.806173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:22.792798Z","caller":"traceutil/trace.go:171","msg":"trace[2036552621] linearizableReadLoop","detail":"{readStateIndex:25991; appliedIndex:25990; }","duration":"488.618394ms","start":"2026-03-03T03:48:22.304141Z","end":"2026-03-03T03:48:22.79276Z","steps":["trace[2036552621] 'read index received' (duration: 488.145534ms)","trace[2036552621] 'applied index is now lower than readState.Index' (duration: 471.26µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:22.792901Z","caller":"traceutil/trace.go:171","msg":"trace[967255020] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"523.070482ms","start":"2026-03-03T03:48:22.269774Z","end":"2026-03-03T03:48:22.792844Z","steps":["trace[967255020] 'process raft request' (duration: 522.686023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:22.793056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.428788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:48:22.793069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.891059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:22.793111Z","caller":"traceutil/trace.go:171","msg":"trace[1962039985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25094; }","duration":"119.55533ms","start":"2026-03-03T03:48:22.673543Z","end":"2026-03-03T03:48:22.793099Z","steps":["trace[1962039985] 'agreement among raft nodes before linearized reading' (duration: 119.430547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:22.793132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:22.269742Z","time spent":"523.261476ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:22.793161Z","caller":"traceutil/trace.go:171","msg":"trace[949745923] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25094; }","duration":"489.015352ms","start":"2026-03-03T03:48:22.304125Z","end":"2026-03-03T03:48:22.79314Z","steps":["trace[949745923] 'agreement among raft nodes before linearized reading' (duration: 488.803077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:22.793229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:22.304045Z","time spent":"489.173056ms","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:48:23.097445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.049827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T03:48:23.097531Z","caller":"traceutil/trace.go:171","msg":"trace[2139251483] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:25094; }","duration":"202.20429ms","start":"2026-03-03T03:48:22.895305Z","end":"2026-03-03T03:48:23.09751Z","steps":["trace[2139251483] 'range keys from in-memory index tree' (duration: 201.75693ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:23.100485Z","caller":"traceutil/trace.go:171","msg":"trace[1998042555] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"196.464184ms","start":"2026-03-03T03:48:22.904001Z","end":"2026-03-03T03:48:23.100465Z","steps":["trace[1998042555] 'process raft request' (duration: 196.138067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:23.100716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.598646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:48:23.10078Z","caller":"traceutil/trace.go:171","msg":"trace[348934767] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25095; }","duration":"191.691159ms","start":"2026-03-03T03:48:22.909074Z","end":"2026-03-03T03:48:23.100765Z","steps":["trace[348934767] 'agreement among raft nodes before linearized reading' (duration: 191.562506ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:23.100382Z","caller":"traceutil/trace.go:171","msg":"trace[1050082911] linearizableReadLoop","detail":"{readStateIndex:25992; appliedIndex:25991; }","duration":"191.251109ms","start":"2026-03-03T03:48:22.909103Z","end":"2026-03-03T03:48:23.100354Z","steps":["trace[1050082911] 'read index received' (duration: 190.993443ms)","trace[1050082911] 'applied index is now lower than readState.Index' (duration: 256.516µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:23.56867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.892888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:48:23.568864Z","caller":"traceutil/trace.go:171","msg":"trace[1433740276] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"572.384697ms","start":"2026-03-03T03:48:22.996455Z","end":"2026-03-03T03:48:23.56884Z","steps":["trace[1433740276] 'process raft request' (duration: 368.231674ms)","trace[1433740276] 'compare' (duration: 203.743315ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:23.568954Z","caller":"traceutil/trace.go:171","msg":"trace[1356393534] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"572.191364ms","start":"2026-03-03T03:48:22.996745Z","end":"2026-03-03T03:48:23.568936Z","steps":["trace[1356393534] 'process raft request' (duration: 572.083941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:23.569005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:22.996435Z","time spent":"572.496499ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:23.569004Z","caller":"traceutil/trace.go:171","msg":"trace[2078087885] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"572.446268ms","start":"2026-03-03T03:48:22.996524Z","end":"2026-03-03T03:48:23.568971Z","steps":["trace[2078087885] 'process raft request' (duration: 572.249654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:23.569034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:22.996736Z","time spent":"572.264705ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:23.569159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:22.996499Z","time spent":"572.579302ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:23.569197Z","caller":"traceutil/trace.go:171","msg":"trace[1200348607] linearizableReadLoop","detail":"{readStateIndex:25997; appliedIndex:25992; }","duration":"468.01213ms","start":"2026-03-03T03:48:23.101176Z","end":"2026-03-03T03:48:23.569188Z","steps":["trace[1200348607] 'read index received' (duration: 263.383777ms)","trace[1200348607] 'applied index is now lower than readState.Index' (duration: 204.627473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:23.569253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:23.09942Z","time spent":"469.83162ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T03:48:23.569393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.356525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:23.569426Z","caller":"traceutil/trace.go:171","msg":"trace[320073805] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25099; }","duration":"650.423856ms","start":"2026-03-03T03:48:22.918993Z","end":"2026-03-03T03:48:23.569417Z","steps":["trace[320073805] 'agreement among raft nodes before linearized reading' (duration: 650.362605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:23.569449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:22.918975Z","time spent":"650.467078ms","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:48:23.569251Z","caller":"traceutil/trace.go:171","msg":"trace[143236136] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"571.583581ms","start":"2026-03-03T03:48:22.997657Z","end":"2026-03-03T03:48:23.56924Z","steps":["trace[143236136] 'process raft request' (duration: 571.238973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:23.569753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:22.997644Z","time spent":"571.98393ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:23.569824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.172027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T03:48:23.569901Z","caller":"traceutil/trace.go:171","msg":"trace[394148342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25099; }","duration":"146.30322ms","start":"2026-03-03T03:48:23.42358Z","end":"2026-03-03T03:48:23.569883Z","steps":["trace[394148342] 'agreement among raft nodes before linearized reading' (duration: 146.040634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:23.968763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.014274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:48:23.969034Z","caller":"traceutil/trace.go:171","msg":"trace[940654658] linearizableReadLoop","detail":"{readStateIndex:25999; appliedIndex:25997; }","duration":"299.733517ms","start":"2026-03-03T03:48:23.669278Z","end":"2026-03-03T03:48:23.969011Z","steps":["trace[940654658] 'read index received' (duration: 68.355775ms)","trace[940654658] 'applied index is now lower than readState.Index' (duration: 231.376822ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:23.969297Z","caller":"traceutil/trace.go:171","msg":"trace[284766648] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"394.478302ms","start":"2026-03-03T03:48:23.574773Z","end":"2026-03-03T03:48:23.969251Z","steps":["trace[284766648] 'process raft request' (duration: 394.157545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:23.969518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:23.574734Z","time spent":"394.676877ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:23.969603Z","caller":"traceutil/trace.go:171","msg":"trace[2085072526] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"398.278076ms","start":"2026-03-03T03:48:23.571282Z","end":"2026-03-03T03:48:23.96956Z","steps":["trace[2085072526] 'process raft request' (duration: 166.328432ms)","trace[2085072526] 'compare' (duration: 230.8182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:23.969821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:23.571254Z","time spent":"398.47392ms","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:23.969875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.554015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:48:23.970092Z","caller":"traceutil/trace.go:171","msg":"trace[1734897532] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25101; }","duration":"300.858782ms","start":"2026-03-03T03:48:23.669217Z","end":"2026-03-03T03:48:23.970076Z","steps":["trace[1734897532] 'agreement among raft nodes before linearized reading' (duration: 300.021203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:23.970208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:23.669194Z","time spent":"300.933114ms","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:48:24.051695Z","caller":"traceutil/trace.go:171","msg":"trace[1672009866] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"262.477978ms","start":"2026-03-03T03:48:23.789181Z","end":"2026-03-03T03:48:24.051659Z","steps":["trace[1672009866] 'process raft request' (duration: 262.241042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:24.05184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.328472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T03:48:24.051897Z","caller":"traceutil/trace.go:171","msg":"trace[130738583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25102; }","duration":"211.421223ms","start":"2026-03-03T03:48:23.840462Z","end":"2026-03-03T03:48:24.051883Z","steps":["trace[130738583] 'agreement among raft nodes before linearized reading' (duration: 211.162188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:24.051898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.551022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T03:48:24.051979Z","caller":"traceutil/trace.go:171","msg":"trace[2017601060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25102; }","duration":"224.679265ms","start":"2026-03-03T03:48:23.827281Z","end":"2026-03-03T03:48:24.05196Z","steps":["trace[2017601060] 'agreement among raft nodes before linearized reading' (duration: 224.416659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:24.052015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.523174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:48:24.052064Z","caller":"traceutil/trace.go:171","msg":"trace[1861382326] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25102; }","duration":"126.621346ms","start":"2026-03-03T03:48:23.925428Z","end":"2026-03-03T03:48:24.05205Z","steps":["trace[1861382326] 'agreement among raft nodes before linearized reading' (duration: 126.490113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:24.051899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.496591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T03:48:24.05206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.760416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T03:48:24.052129Z","caller":"traceutil/trace.go:171","msg":"trace[2045480535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25102; }","duration":"224.782297ms","start":"2026-03-03T03:48:23.82733Z","end":"2026-03-03T03:48:24.052112Z","steps":["trace[2045480535] 'agreement among raft nodes before linearized reading' (duration: 224.394749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:24.052175Z","caller":"traceutil/trace.go:171","msg":"trace[1835221016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25102; }","duration":"224.95022ms","start":"2026-03-03T03:48:23.827201Z","end":"2026-03-03T03:48:24.052151Z","steps":["trace[1835221016] 'agreement among raft nodes before linearized reading' (duration: 224.584132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:24.052245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.902723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:24.052365Z","caller":"traceutil/trace.go:171","msg":"trace[1323804762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25102; }","duration":"376.171389ms","start":"2026-03-03T03:48:23.676167Z","end":"2026-03-03T03:48:24.052338Z","steps":["trace[1323804762] 'agreement among raft nodes before linearized reading' (duration: 375.877963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:24.05243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:23.676149Z","time spent":"376.272041ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:48:24.250124Z","caller":"traceutil/trace.go:171","msg":"trace[1441420566] linearizableReadLoop","detail":"{readStateIndex:26001; appliedIndex:26000; }","duration":"193.51619ms","start":"2026-03-03T03:48:24.05658Z","end":"2026-03-03T03:48:24.250096Z","steps":["trace[1441420566] 'read index received' (duration: 161.754811ms)","trace[1441420566] 'applied index is now lower than readState.Index' (duration: 31.760099ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:24.250252Z","caller":"traceutil/trace.go:171","msg":"trace[975953946] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"194.022201ms","start":"2026-03-03T03:48:24.056185Z","end":"2026-03-03T03:48:24.250207Z","steps":["trace[975953946] 'process raft request' (duration: 162.132578ms)","trace[975953946] 'compare' (duration: 31.532734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:24.250415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.811316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T03:48:24.250692Z","caller":"traceutil/trace.go:171","msg":"trace[2100406690] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25103; }","duration":"193.911929ms","start":"2026-03-03T03:48:24.05654Z","end":"2026-03-03T03:48:24.250452Z","steps":["trace[2100406690] 'agreement among raft nodes before linearized reading' (duration: 193.706864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:24.816709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.804036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:48:24.816864Z","caller":"traceutil/trace.go:171","msg":"trace[293342368] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"760.173631ms","start":"2026-03-03T03:48:24.056677Z","end":"2026-03-03T03:48:24.816851Z","steps":["trace[293342368] 'process raft request' (duration: 471.15231ms)","trace[293342368] 'compare' (duration: 288.413308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:24.816898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:24.05666Z","time spent":"760.221613ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:24.817467Z","caller":"traceutil/trace.go:171","msg":"trace[238099070] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"760.647961ms","start":"2026-03-03T03:48:24.056784Z","end":"2026-03-03T03:48:24.817432Z","steps":["trace[238099070] 'process raft request' (duration: 759.989796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:24.817645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:24.056747Z","time spent":"760.787704ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:24.817759Z","caller":"traceutil/trace.go:171","msg":"trace[1707856284] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"760.872106ms","start":"2026-03-03T03:48:24.056853Z","end":"2026-03-03T03:48:24.817725Z","steps":["trace[1707856284] 'process raft request' (duration: 760.571109ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:24.817914Z","caller":"traceutil/trace.go:171","msg":"trace[488527388] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"617.710805ms","start":"2026-03-03T03:48:24.200169Z","end":"2026-03-03T03:48:24.81788Z","steps":["trace[488527388] 'process raft request' (duration: 617.444589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:24.817959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:24.056831Z","time spent":"761.011158ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:24.81807Z","caller":"traceutil/trace.go:171","msg":"trace[694158074] linearizableReadLoop","detail":"{readStateIndex:26005; appliedIndex:26001; }","duration":"567.827417ms","start":"2026-03-03T03:48:24.250207Z","end":"2026-03-03T03:48:24.818034Z","steps":["trace[694158074] 'read index received' (duration: 277.63919ms)","trace[694158074] 'applied index is now lower than readState.Index' (duration: 290.185797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:24.818088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:24.20014Z","time spent":"617.858189ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:24.818218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.417362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:24.818268Z","caller":"traceutil/trace.go:171","msg":"trace[1101167119] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25107; }","duration":"589.474083ms","start":"2026-03-03T03:48:24.228778Z","end":"2026-03-03T03:48:24.818252Z","steps":["trace[1101167119] 'agreement among raft nodes before linearized reading' (duration: 589.381241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:24.818307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:24.228692Z","time spent":"589.605176ms","remote":"127.0.0.1:36486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:48:24.818978Z","caller":"traceutil/trace.go:171","msg":"trace[74062964] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"416.184711ms","start":"2026-03-03T03:48:24.402776Z","end":"2026-03-03T03:48:24.81896Z","steps":["trace[74062964] 'process raft request' (duration: 416.106449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:24.819081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:24.402762Z","time spent":"416.272062ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:25.1314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.360042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:48:25.131538Z","caller":"traceutil/trace.go:171","msg":"trace[933269655] linearizableReadLoop","detail":"{readStateIndex:26007; appliedIndex:26005; }","duration":"313.396358ms","start":"2026-03-03T03:48:24.818119Z","end":"2026-03-03T03:48:25.131515Z","steps":["trace[933269655] 'read index received' (duration: 752.938µs)","trace[933269655] 'applied index is now lower than readState.Index' (duration: 312.64189ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:25.131629Z","caller":"traceutil/trace.go:171","msg":"trace[1677258329] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"333.316236ms","start":"2026-03-03T03:48:24.798297Z","end":"2026-03-03T03:48:25.131613Z","steps":["trace[1677258329] 'process raft request' (duration: 136.621378ms)","trace[1677258329] 'compare' (duration: 196.211898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:25.131689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:24.798277Z","time spent":"333.380737ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:25.131761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.121411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:25.13188Z","caller":"traceutil/trace.go:171","msg":"trace[160015705] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25109; }","duration":"447.297065ms","start":"2026-03-03T03:48:24.684558Z","end":"2026-03-03T03:48:25.131855Z","steps":["trace[160015705] 'agreement among raft nodes before linearized reading' (duration: 447.06529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:25.131937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:24.684541Z","time spent":"447.383966ms","remote":"127.0.0.1:40392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:48:25.131953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.196358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:25.131993Z","caller":"traceutil/trace.go:171","msg":"trace[1574208665] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25109; }","duration":"773.276199ms","start":"2026-03-03T03:48:24.358698Z","end":"2026-03-03T03:48:25.131975Z","steps":["trace[1574208665] 'agreement among raft nodes before linearized reading' (duration: 773.207268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:25.132027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:24.358672Z","time spent":"773.347051ms","remote":"127.0.0.1:59564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:48:25.50538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.858027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:48:25.505865Z","caller":"traceutil/trace.go:171","msg":"trace[148347467] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"398.89852ms","start":"2026-03-03T03:48:25.10692Z","end":"2026-03-03T03:48:25.505818Z","steps":["trace[148347467] 'process raft request' (duration: 125.486272ms)","trace[148347467] 'compare' (duration: 272.496397ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:25.506048Z","caller":"traceutil/trace.go:171","msg":"trace[326550732] linearizableReadLoop","detail":"{readStateIndex:26008; appliedIndex:26007; }","duration":"373.913501ms","start":"2026-03-03T03:48:25.131567Z","end":"2026-03-03T03:48:25.505481Z","steps":["trace[326550732] 'read index received' (duration: 100.767388ms)","trace[326550732] 'applied index is now lower than readState.Index' (duration: 273.144743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:25.506054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.288432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:48:25.506072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:25.106883Z","time spent":"399.077734ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:25.506121Z","caller":"traceutil/trace.go:171","msg":"trace[3641119] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25110; }","duration":"471.415385ms","start":"2026-03-03T03:48:25.034686Z","end":"2026-03-03T03:48:25.506102Z","steps":["trace[3641119] 'agreement among raft nodes before linearized reading' (duration: 471.290752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:25.506193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:25.034661Z","time spent":"471.514898ms","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:48:25.506192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.394177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:48:25.506315Z","caller":"traceutil/trace.go:171","msg":"trace[1938466284] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25110; }","duration":"382.573171ms","start":"2026-03-03T03:48:25.123717Z","end":"2026-03-03T03:48:25.50629Z","steps":["trace[1938466284] 'agreement among raft nodes before linearized reading' (duration: 382.090701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:25.506375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:25.123702Z","time spent":"382.661863ms","remote":"127.0.0.1:53104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:48:25.992431Z","caller":"traceutil/trace.go:171","msg":"trace[1311184312] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"417.856756ms","start":"2026-03-03T03:48:25.574545Z","end":"2026-03-03T03:48:25.992402Z","steps":["trace[1311184312] 'process raft request' (duration: 417.673832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:25.992596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:25.574521Z","time spent":"417.987671ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:26.25042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.235564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:48:26.250943Z","caller":"traceutil/trace.go:171","msg":"trace[817720187] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"676.06456ms","start":"2026-03-03T03:48:25.574831Z","end":"2026-03-03T03:48:26.250896Z","steps":["trace[817720187] 'process raft request' (duration: 477.208354ms)","trace[817720187] 'compare' (duration: 198.041628ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:26.251123Z","caller":"traceutil/trace.go:171","msg":"trace[1589568085] linearizableReadLoop","detail":"{readStateIndex:26012; appliedIndex:26008; }","duration":"628.855002ms","start":"2026-03-03T03:48:25.622233Z","end":"2026-03-03T03:48:26.251088Z","steps":["trace[1589568085] 'read index received' (duration: 370.088796ms)","trace[1589568085] 'applied index is now lower than readState.Index' (duration: 258.763886ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:26.2512Z","caller":"traceutil/trace.go:171","msg":"trace[807123462] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"674.818932ms","start":"2026-03-03T03:48:25.576336Z","end":"2026-03-03T03:48:26.251155Z","steps":["trace[807123462] 'process raft request' (duration: 674.432364ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:26.251229Z","caller":"traceutil/trace.go:171","msg":"trace[299915996] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"674.352762ms","start":"2026-03-03T03:48:25.57684Z","end":"2026-03-03T03:48:26.251193Z","steps":["trace[299915996] 'process raft request' (duration: 674.028815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:26.251405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:25.576825Z","time spent":"674.492476ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:26.251435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:25.576314Z","time spent":"674.996026ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:26.251442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.208649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T03:48:26.251497Z","caller":"traceutil/trace.go:171","msg":"trace[434804015] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25114; }","duration":"629.297811ms","start":"2026-03-03T03:48:25.622182Z","end":"2026-03-03T03:48:26.25148Z","steps":["trace[434804015] 'agreement among raft nodes before linearized reading' (duration: 629.099177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:26.251537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:25.622158Z","time spent":"629.371272ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T03:48:26.251534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.823937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-03T03:48:26.251143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:25.574784Z","time spent":"676.251404ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:26.25159Z","caller":"traceutil/trace.go:171","msg":"trace[1815813461] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25114; }","duration":"627.93398ms","start":"2026-03-03T03:48:25.623638Z","end":"2026-03-03T03:48:26.251572Z","steps":["trace[1815813461] 'agreement among raft nodes before linearized reading' (duration: 627.669254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:26.251554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.197344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T03:48:26.251658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:25.623623Z","time spent":"628.016533ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T03:48:26.251729Z","caller":"traceutil/trace.go:171","msg":"trace[2134636873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25114; }","duration":"273.388577ms","start":"2026-03-03T03:48:25.978292Z","end":"2026-03-03T03:48:26.25168Z","steps":["trace[2134636873] 'agreement among raft nodes before linearized reading' (duration: 273.04534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:26.251924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.95302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:48:26.252003Z","caller":"traceutil/trace.go:171","msg":"trace[740954281] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25114; }","duration":"319.074633ms","start":"2026-03-03T03:48:25.93291Z","end":"2026-03-03T03:48:26.251985Z","steps":["trace[740954281] 'agreement among raft nodes before linearized reading' (duration: 318.801217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:26.251914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.854574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:48:26.25204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:25.932897Z","time spent":"319.131944ms","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:48:26.252082Z","caller":"traceutil/trace.go:171","msg":"trace[746048656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25114; }","duration":"576.048198ms","start":"2026-03-03T03:48:25.676015Z","end":"2026-03-03T03:48:26.252063Z","steps":["trace[746048656] 'agreement among raft nodes before linearized reading' (duration: 575.829863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:26.252144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:25.676Z","time spent":"576.12863ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:48:26.470748Z","caller":"traceutil/trace.go:171","msg":"trace[1805698650] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"214.303836ms","start":"2026-03-03T03:48:26.256409Z","end":"2026-03-03T03:48:26.470713Z","steps":["trace[1805698650] 'process raft request' (duration: 167.303621ms)","trace[1805698650] 'compare' (duration: 46.864122ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:26.774428Z","caller":"traceutil/trace.go:171","msg":"trace[1322042498] linearizableReadLoop","detail":"{readStateIndex:26015; appliedIndex:26012; }","duration":"515.23749ms","start":"2026-03-03T03:48:26.259152Z","end":"2026-03-03T03:48:26.77439Z","steps":["trace[1322042498] 'read index received' (duration: 164.572351ms)","trace[1322042498] 'applied index is now lower than readState.Index' (duration: 350.663749ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:26.77478Z","caller":"traceutil/trace.go:171","msg":"trace[1185066706] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"517.51488ms","start":"2026-03-03T03:48:26.257248Z","end":"2026-03-03T03:48:26.774763Z","steps":["trace[1185066706] 'process raft request' (duration: 424.705878ms)","trace[1185066706] 'compare' (duration: 92.133937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:26.774933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:26.257236Z","time spent":"517.589081ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:26.775171Z","caller":"traceutil/trace.go:171","msg":"trace[493187373] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"517.762676ms","start":"2026-03-03T03:48:26.257398Z","end":"2026-03-03T03:48:26.77516Z","steps":["trace[493187373] 'process raft request' (duration: 516.889647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:26.775235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:26.257385Z","time spent":"517.818097ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:26.7754Z","caller":"traceutil/trace.go:171","msg":"trace[1660491741] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"515.121208ms","start":"2026-03-03T03:48:26.260268Z","end":"2026-03-03T03:48:26.77539Z","steps":["trace[1660491741] 'process raft request' (duration: 514.069095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:26.775466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:26.260257Z","time spent":"515.179129ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:26.775723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.563949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-03T03:48:26.775772Z","caller":"traceutil/trace.go:171","msg":"trace[1204004151] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25118; }","duration":"516.62465ms","start":"2026-03-03T03:48:26.259132Z","end":"2026-03-03T03:48:26.775756Z","steps":["trace[1204004151] 'agreement among raft nodes before linearized reading' (duration: 516.448006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:26.775811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:26.259123Z","time spent":"516.680512ms","remote":"127.0.0.1:53104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T03:48:26.775998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.419523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:26.776084Z","caller":"traceutil/trace.go:171","msg":"trace[1871930602] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25118; }","duration":"410.518165ms","start":"2026-03-03T03:48:26.365509Z","end":"2026-03-03T03:48:26.776027Z","steps":["trace[1871930602] 'agreement among raft nodes before linearized reading' (duration: 410.451943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:26.776123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:26.365482Z","time spent":"410.632377ms","remote":"127.0.0.1:60646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T03:48:26.776475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.01518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:26.776513Z","caller":"traceutil/trace.go:171","msg":"trace[626790142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25118; }","duration":"100.111903ms","start":"2026-03-03T03:48:26.676392Z","end":"2026-03-03T03:48:26.776504Z","steps":["trace[626790142] 'agreement among raft nodes before linearized reading' (duration: 100.055572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:26.776718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.787144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:26.776762Z","caller":"traceutil/trace.go:171","msg":"trace[954478446] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25118; }","duration":"113.860235ms","start":"2026-03-03T03:48:26.662886Z","end":"2026-03-03T03:48:26.776747Z","steps":["trace[954478446] 'agreement among raft nodes before linearized reading' (duration: 113.792844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:26.776972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.375846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:26.777011Z","caller":"traceutil/trace.go:171","msg":"trace[1459201678] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25118; }","duration":"168.473349ms","start":"2026-03-03T03:48:26.608528Z","end":"2026-03-03T03:48:26.777001Z","steps":["trace[1459201678] 'agreement among raft nodes before linearized reading' (duration: 168.392327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:27.204568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.880419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:48:27.205072Z","caller":"traceutil/trace.go:171","msg":"trace[1055896921] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"379.441851ms","start":"2026-03-03T03:48:26.825607Z","end":"2026-03-03T03:48:27.205049Z","steps":["trace[1055896921] 'process raft request' (duration: 193.621531ms)","trace[1055896921] 'compare' (duration: 184.747417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:27.205171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:26.825569Z","time spent":"379.545243ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:27.652564Z","caller":"traceutil/trace.go:171","msg":"trace[993583763] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"826.749186ms","start":"2026-03-03T03:48:26.825787Z","end":"2026-03-03T03:48:27.652536Z","steps":["trace[993583763] 'process raft request' (duration: 826.49516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:27.652724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:26.825769Z","time spent":"826.871089ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:27.652838Z","caller":"traceutil/trace.go:171","msg":"trace[878635111] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"826.576082ms","start":"2026-03-03T03:48:26.82622Z","end":"2026-03-03T03:48:27.652796Z","steps":["trace[878635111] 'process raft request' (duration: 826.228425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:27.653067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:26.826201Z","time spent":"826.775506ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:27.653283Z","caller":"traceutil/trace.go:171","msg":"trace[842206324] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"825.12076ms","start":"2026-03-03T03:48:26.828153Z","end":"2026-03-03T03:48:27.653274Z","steps":["trace[842206324] 'process raft request' (duration: 824.336893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:27.653353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:26.82813Z","time spent":"825.185321ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:27.653228Z","caller":"traceutil/trace.go:171","msg":"trace[1849922431] linearizableReadLoop","detail":"{readStateIndex:26020; appliedIndex:26016; }","duration":"701.56169ms","start":"2026-03-03T03:48:26.951651Z","end":"2026-03-03T03:48:27.653213Z","steps":["trace[1849922431] 'read index received' (duration: 67.763372ms)","trace[1849922431] 'applied index is now lower than readState.Index' (duration: 633.796998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:27.653485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.817946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:27.65357Z","caller":"traceutil/trace.go:171","msg":"trace[1386519619] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25122; }","duration":"701.959699ms","start":"2026-03-03T03:48:26.951582Z","end":"2026-03-03T03:48:27.653541Z","steps":["trace[1386519619] 'agreement among raft nodes before linearized reading' (duration: 701.816435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:27.653616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:26.95155Z","time spent":"702.054021ms","remote":"127.0.0.1:40312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:48:27.684228Z","caller":"traceutil/trace.go:171","msg":"trace[2049505564] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"547.588602ms","start":"2026-03-03T03:48:27.136585Z","end":"2026-03-03T03:48:27.684174Z","steps":["trace[2049505564] 'process raft request' (duration: 547.329216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:27.684361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:27.136558Z","time spent":"547.729904ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:27.684692Z","caller":"traceutil/trace.go:171","msg":"trace[1676218055] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"173.523969ms","start":"2026-03-03T03:48:27.511156Z","end":"2026-03-03T03:48:27.68468Z","steps":["trace[1676218055] 'process raft request' (duration: 172.864384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:27.685046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.975915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T03:48:27.68516Z","caller":"traceutil/trace.go:171","msg":"trace[1653653439] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25124; }","duration":"625.134998ms","start":"2026-03-03T03:48:27.05999Z","end":"2026-03-03T03:48:27.685125Z","steps":["trace[1653653439] 'agreement among raft nodes before linearized reading' (duration: 624.152346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:27.685212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:27.059971Z","time spent":"625.231441ms","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T03:48:28.160509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.786295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:28.160616Z","caller":"traceutil/trace.go:171","msg":"trace[925618428] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25124; }","duration":"397.941568ms","start":"2026-03-03T03:48:27.762651Z","end":"2026-03-03T03:48:28.160592Z","steps":["trace[925618428] 'range keys from in-memory index tree' (duration: 397.680472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:28.160667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:27.762631Z","time spent":"398.02409ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T03:48:28.17036Z","caller":"traceutil/trace.go:171","msg":"trace[759748600] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"171.672228ms","start":"2026-03-03T03:48:27.998656Z","end":"2026-03-03T03:48:28.170328Z","steps":["trace[759748600] 'process raft request' (duration: 171.397992ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:28.53248Z","caller":"traceutil/trace.go:171","msg":"trace[1856048609] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"273.610652ms","start":"2026-03-03T03:48:28.25882Z","end":"2026-03-03T03:48:28.53243Z","steps":["trace[1856048609] 'process raft request' (duration: 201.924154ms)","trace[1856048609] 'compare' (duration: 71.495044ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:28.588695Z","caller":"traceutil/trace.go:171","msg":"trace[925238889] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"329.630555ms","start":"2026-03-03T03:48:28.259047Z","end":"2026-03-03T03:48:28.588677Z","steps":["trace[925238889] 'process raft request' (duration: 329.448151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:28.588804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:28.259009Z","time spent":"329.737468ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:28.588877Z","caller":"traceutil/trace.go:171","msg":"trace[470792271] linearizableReadLoop","detail":"{readStateIndex:26026; appliedIndex:26023; }","duration":"134.479891ms","start":"2026-03-03T03:48:28.454378Z","end":"2026-03-03T03:48:28.588858Z","steps":["trace[470792271] 'read index received' (duration: 6.457343ms)","trace[470792271] 'applied index is now lower than readState.Index' (duration: 128.018748ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:28.588959Z","caller":"traceutil/trace.go:171","msg":"trace[796045496] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"329.761768ms","start":"2026-03-03T03:48:28.259176Z","end":"2026-03-03T03:48:28.588938Z","steps":["trace[796045496] 'process raft request' (duration: 329.451091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:28.589062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:28.25915Z","time spent":"329.85438ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:28.589065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.545659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T03:48:28.589114Z","caller":"traceutil/trace.go:171","msg":"trace[2143028339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25128; }","duration":"113.622861ms","start":"2026-03-03T03:48:28.475463Z","end":"2026-03-03T03:48:28.589086Z","steps":["trace[2143028339] 'agreement among raft nodes before linearized reading' (duration: 113.496298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:28.58921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.805468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T03:48:28.589307Z","caller":"traceutil/trace.go:171","msg":"trace[225862292] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25128; }","duration":"134.971881ms","start":"2026-03-03T03:48:28.454305Z","end":"2026-03-03T03:48:28.589277Z","steps":["trace[225862292] 'agreement among raft nodes before linearized reading' (duration: 134.653864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:28.775515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.449228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:48:28.775646Z","caller":"traceutil/trace.go:171","msg":"trace[791527090] linearizableReadLoop","detail":"{readStateIndex:26027; appliedIndex:26026; }","duration":"100.156815ms","start":"2026-03-03T03:48:28.675468Z","end":"2026-03-03T03:48:28.775625Z","steps":["trace[791527090] 'read index received' (duration: 38.701µs)","trace[791527090] 'applied index is now lower than readState.Index' (duration: 100.116174ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:28.775675Z","caller":"traceutil/trace.go:171","msg":"trace[518805198] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"182.67091ms","start":"2026-03-03T03:48:28.592976Z","end":"2026-03-03T03:48:28.775647Z","steps":["trace[518805198] 'process raft request' (duration: 48.984418ms)","trace[518805198] 'compare' (duration: 133.262773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:28.775737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.273177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:28.775769Z","caller":"traceutil/trace.go:171","msg":"trace[2088158273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25129; }","duration":"100.363799ms","start":"2026-03-03T03:48:28.675394Z","end":"2026-03-03T03:48:28.775758Z","steps":["trace[2088158273] 'agreement among raft nodes before linearized reading' (duration: 100.299727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:29.194866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.974695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:48:29.195051Z","caller":"traceutil/trace.go:171","msg":"trace[1033558251] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"180.838421ms","start":"2026-03-03T03:48:29.014182Z","end":"2026-03-03T03:48:29.19502Z","steps":["trace[1033558251] 'process raft request' (duration: 18.575269ms)","trace[1033558251] 'compare' (duration: 161.596126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:29.556498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.437435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:48:29.556608Z","caller":"traceutil/trace.go:171","msg":"trace[423567882] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"332.509158ms","start":"2026-03-03T03:48:29.224079Z","end":"2026-03-03T03:48:29.556588Z","steps":["trace[423567882] 'process raft request' (duration: 169.877649ms)","trace[423567882] 'compare' (duration: 162.303212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:48:29.556675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:29.224058Z","time spent":"332.589311ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:30.172195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.98979ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T03:48:30.172703Z","caller":"traceutil/trace.go:171","msg":"trace[818899220] linearizableReadLoop","detail":"{readStateIndex:26031; appliedIndex:26030; }","duration":"514.833861ms","start":"2026-03-03T03:48:29.657845Z","end":"2026-03-03T03:48:30.172679Z","steps":["trace[818899220] 'read index received' (duration: 91.33803ms)","trace[818899220] 'applied index is now lower than readState.Index' (duration: 423.494191ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:30.17275Z","caller":"traceutil/trace.go:171","msg":"trace[1669833877] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"512.226314ms","start":"2026-03-03T03:48:29.660504Z","end":"2026-03-03T03:48:30.17273Z","steps":["trace[1669833877] 'process raft request' (duration: 511.833366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:30.172891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:29.660474Z","time spent":"512.321856ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:30.172994Z","caller":"traceutil/trace.go:171","msg":"trace[677419188] transaction","detail":"{read_only:false; response_revision:25134; number_of_response:1; }","duration":"483.537123ms","start":"2026-03-03T03:48:29.68944Z","end":"2026-03-03T03:48:30.172977Z","steps":["trace[677419188] 'process raft request' (duration: 483.235566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:30.173087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:29.689417Z","time spent":"483.625144ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:30.173273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.407993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T03:48:30.173372Z","caller":"traceutil/trace.go:171","msg":"trace[125579436] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25134; }","duration":"515.557657ms","start":"2026-03-03T03:48:29.657793Z","end":"2026-03-03T03:48:30.173351Z","steps":["trace[125579436] 'agreement among raft nodes before linearized reading' (duration: 515.044236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:30.173469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:29.657771Z","time spent":"515.68409ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T03:48:30.173601Z","caller":"traceutil/trace.go:171","msg":"trace[1233367485] transaction","detail":"{read_only:false; response_revision:25135; number_of_response:1; }","duration":"483.91541ms","start":"2026-03-03T03:48:29.68965Z","end":"2026-03-03T03:48:30.173565Z","steps":["trace[1233367485] 'process raft request' (duration: 483.250676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:30.173799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:29.689638Z","time spent":"484.065704ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:30.173918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.995571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T03:48:30.173982Z","caller":"traceutil/trace.go:171","msg":"trace[313128785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25136; }","duration":"513.097173ms","start":"2026-03-03T03:48:29.660876Z","end":"2026-03-03T03:48:30.173973Z","steps":["trace[313128785] 'agreement among raft nodes before linearized reading' (duration: 512.93145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:30.174008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:29.660863Z","time spent":"513.138684ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T03:48:30.174216Z","caller":"traceutil/trace.go:171","msg":"trace[257187758] transaction","detail":"{read_only:false; response_revision:25136; number_of_response:1; }","duration":"342.669611ms","start":"2026-03-03T03:48:29.831499Z","end":"2026-03-03T03:48:30.174168Z","steps":["trace[257187758] 'process raft request' (duration: 342.15002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:30.174255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.245166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:30.17429Z","caller":"traceutil/trace.go:171","msg":"trace[1267189045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25136; }","duration":"498.319668ms","start":"2026-03-03T03:48:29.67595Z","end":"2026-03-03T03:48:30.17427Z","steps":["trace[1267189045] 'agreement among raft nodes before linearized reading' (duration: 498.262746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:30.174303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:29.831467Z","time spent":"342.792804ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:48:30.174316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:29.675936Z","time spent":"498.375028ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:48:30.38265Z","caller":"traceutil/trace.go:171","msg":"trace[1276264712] linearizableReadLoop","detail":"{readStateIndex:26038; appliedIndex:26036; }","duration":"182.923077ms","start":"2026-03-03T03:48:30.199702Z","end":"2026-03-03T03:48:30.382625Z","steps":["trace[1276264712] 'read index received' (duration: 7.301101ms)","trace[1276264712] 'applied index is now lower than readState.Index' (duration: 175.620306ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:30.382801Z","caller":"traceutil/trace.go:171","msg":"trace[1394605561] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"204.595323ms","start":"2026-03-03T03:48:30.178147Z","end":"2026-03-03T03:48:30.382743Z","steps":["trace[1394605561] 'process raft request' (duration: 204.250376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:30.382868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.130511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:30.38295Z","caller":"traceutil/trace.go:171","msg":"trace[47977241] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25139; }","duration":"183.253594ms","start":"2026-03-03T03:48:30.199676Z","end":"2026-03-03T03:48:30.38293Z","steps":["trace[47977241] 'agreement among raft nodes before linearized reading' (duration: 183.092871ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:30.383226Z","caller":"traceutil/trace.go:171","msg":"trace[1188621996] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"203.916848ms","start":"2026-03-03T03:48:30.179289Z","end":"2026-03-03T03:48:30.383206Z","steps":["trace[1188621996] 'process raft request' (duration: 203.274475ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:31.022731Z","caller":"traceutil/trace.go:171","msg":"trace[739049992] linearizableReadLoop","detail":"{readStateIndex:26044; appliedIndex:26043; }","duration":"164.297576ms","start":"2026-03-03T03:48:30.858394Z","end":"2026-03-03T03:48:31.022692Z","steps":["trace[739049992] 'read index received' (duration: 164.02ms)","trace[739049992] 'applied index is now lower than readState.Index' (duration: 276.126µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:31.022793Z","caller":"traceutil/trace.go:171","msg":"trace[2068133488] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"239.01283ms","start":"2026-03-03T03:48:30.783742Z","end":"2026-03-03T03:48:31.022754Z","steps":["trace[2068133488] 'process raft request' (duration: 238.702913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:31.023017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.599033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T03:48:31.023085Z","caller":"traceutil/trace.go:171","msg":"trace[1810709590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25144; }","duration":"164.756287ms","start":"2026-03-03T03:48:30.858315Z","end":"2026-03-03T03:48:31.023071Z","steps":["trace[1810709590] 'agreement among raft nodes before linearized reading' (duration: 164.508981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:31.428184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.917453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-03T03:48:31.428099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.53645ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:31.428267Z","caller":"traceutil/trace.go:171","msg":"trace[1030824358] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"400.73457ms","start":"2026-03-03T03:48:31.027519Z","end":"2026-03-03T03:48:31.428253Z","steps":["trace[1030824358] 'process raft request' (duration: 204.665035ms)","trace[1030824358] 'compare' (duration: 195.454932ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:31.428274Z","caller":"traceutil/trace.go:171","msg":"trace[928098126] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25144; }","duration":"198.735664ms","start":"2026-03-03T03:48:31.229513Z","end":"2026-03-03T03:48:31.428249Z","steps":["trace[928098126] 'range keys from in-memory index tree' (duration: 198.504969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:31.428304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:48:31.027473Z","time spent":"400.814792ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:48:49.330958Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22754} {"level":"info","ts":"2026-03-03T03:48:49.481505Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22754,"took":"146.504134ms","hash":3700357376,"current-db-size-bytes":49127424,"current-db-size":"49 MB","current-db-size-in-use-bytes":31195136,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T03:48:49.481591Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3700357376,"revision":22754,"compact-revision":20013} {"level":"info","ts":"2026-03-03T03:48:58.886088Z","caller":"traceutil/trace.go:171","msg":"trace[2101678893] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"111.255898ms","start":"2026-03-03T03:48:58.774803Z","end":"2026-03-03T03:48:58.886059Z","steps":["trace[2101678893] 'process raft request' (duration: 111.093384ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:58.886119Z","caller":"traceutil/trace.go:171","msg":"trace[869530506] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"112.902325ms","start":"2026-03-03T03:48:58.773202Z","end":"2026-03-03T03:48:58.886104Z","steps":["trace[869530506] 'process raft request' (duration: 112.441825ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:58.886162Z","caller":"traceutil/trace.go:171","msg":"trace[2016089211] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"111.695948ms","start":"2026-03-03T03:48:58.774427Z","end":"2026-03-03T03:48:58.886123Z","steps":["trace[2016089211] 'process raft request' (duration: 111.401041ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:58.886101Z","caller":"traceutil/trace.go:171","msg":"trace[539909834] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"110.785878ms","start":"2026-03-03T03:48:58.77529Z","end":"2026-03-03T03:48:58.886075Z","steps":["trace[539909834] 'process raft request' (duration: 110.725767ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:58.886089Z","caller":"traceutil/trace.go:171","msg":"trace[1012416248] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"112.144388ms","start":"2026-03-03T03:48:58.773904Z","end":"2026-03-03T03:48:58.886048Z","steps":["trace[1012416248] 'process raft request' (duration: 111.875203ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:58.886569Z","caller":"traceutil/trace.go:171","msg":"trace[1331528718] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"111.28346ms","start":"2026-03-03T03:48:58.774872Z","end":"2026-03-03T03:48:58.886156Z","steps":["trace[1331528718] 'process raft request' (duration: 111.049914ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:58.886748Z","caller":"traceutil/trace.go:171","msg":"trace[998343987] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"113.594001ms","start":"2026-03-03T03:48:58.772582Z","end":"2026-03-03T03:48:58.886176Z","steps":["trace[998343987] 'process raft request' (duration: 87.346493ms)","trace[998343987] 'compare' (duration: 25.344658ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:58.886777Z","caller":"traceutil/trace.go:171","msg":"trace[538201058] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"110.84449ms","start":"2026-03-03T03:48:58.775407Z","end":"2026-03-03T03:48:58.886251Z","steps":["trace[538201058] 'process raft request' (duration: 110.637804ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:58.886805Z","caller":"traceutil/trace.go:171","msg":"trace[589642195] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"111.105015ms","start":"2026-03-03T03:48:58.775179Z","end":"2026-03-03T03:48:58.886284Z","steps":["trace[589642195] 'process raft request' (duration: 110.779477ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:58.886837Z","caller":"traceutil/trace.go:171","msg":"trace[294288752] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"111.851642ms","start":"2026-03-03T03:48:58.774503Z","end":"2026-03-03T03:48:58.886355Z","steps":["trace[294288752] 'process raft request' (duration: 111.35812ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:58.886862Z","caller":"traceutil/trace.go:171","msg":"trace[2092923963] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"111.106916ms","start":"2026-03-03T03:48:58.775286Z","end":"2026-03-03T03:48:58.886393Z","steps":["trace[2092923963] 'process raft request' (duration: 110.699796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:58.886889Z","caller":"traceutil/trace.go:171","msg":"trace[140892556] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"111.035974ms","start":"2026-03-03T03:48:58.775415Z","end":"2026-03-03T03:48:58.886451Z","steps":["trace[140892556] 'process raft request' (duration: 110.787399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:58.886911Z","caller":"traceutil/trace.go:171","msg":"trace[1111807616] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"110.877261ms","start":"2026-03-03T03:48:58.775575Z","end":"2026-03-03T03:48:58.886452Z","steps":["trace[1111807616] 'process raft request' (duration: 110.82686ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:58.926088Z","caller":"traceutil/trace.go:171","msg":"trace[1734925342] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"123.855976ms","start":"2026-03-03T03:48:58.802192Z","end":"2026-03-03T03:48:58.926048Z","steps":["trace[1734925342] 'process raft request' (duration: 123.358126ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:58.926318Z","caller":"traceutil/trace.go:171","msg":"trace[1621550013] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"123.159851ms","start":"2026-03-03T03:48:58.803135Z","end":"2026-03-03T03:48:58.926295Z","steps":["trace[1621550013] 'process raft request' (duration: 122.866734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:59.284924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.061326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:59.284914Z","caller":"traceutil/trace.go:171","msg":"trace[189057372] transaction","detail":"{read_only:false; response_revision:25402; number_of_response:1; }","duration":"131.27382ms","start":"2026-03-03T03:48:59.153599Z","end":"2026-03-03T03:48:59.284873Z","steps":["trace[189057372] 'process raft request' (duration: 131.131487ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.284985Z","caller":"traceutil/trace.go:171","msg":"trace[1838978442] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-init; range_end:; response_count:0; response_revision:25403; }","duration":"122.163329ms","start":"2026-03-03T03:48:59.162807Z","end":"2026-03-03T03:48:59.28497Z","steps":["trace[1838978442] 'agreement among raft nodes before linearized reading' (duration: 122.045406ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.285147Z","caller":"traceutil/trace.go:171","msg":"trace[569522713] transaction","detail":"{read_only:false; response_revision:25401; number_of_response:1; }","duration":"131.644178ms","start":"2026-03-03T03:48:59.153461Z","end":"2026-03-03T03:48:59.285105Z","steps":["trace[569522713] 'process raft request' (duration: 108.12667ms)","trace[569522713] 'compare' (duration: 23.030617ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:59.286255Z","caller":"traceutil/trace.go:171","msg":"trace[1898071595] transaction","detail":"{read_only:false; response_revision:25403; number_of_response:1; }","duration":"129.705834ms","start":"2026-03-03T03:48:59.15653Z","end":"2026-03-03T03:48:59.286236Z","steps":["trace[1898071595] 'process raft request' (duration: 128.235402ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.461433Z","caller":"traceutil/trace.go:171","msg":"trace[1648784241] linearizableReadLoop","detail":"{readStateIndex:26323; appliedIndex:26322; }","duration":"116.416483ms","start":"2026-03-03T03:48:59.344989Z","end":"2026-03-03T03:48:59.461406Z","steps":["trace[1648784241] 'read index received' (duration: 115.693187ms)","trace[1648784241] 'applied index is now lower than readState.Index' (duration: 722.246µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:59.461495Z","caller":"traceutil/trace.go:171","msg":"trace[906758029] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"143.379155ms","start":"2026-03-03T03:48:59.318089Z","end":"2026-03-03T03:48:59.461468Z","steps":["trace[906758029] 'process raft request' (duration: 142.553857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:59.461742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.267347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-api\" ","response":"range_response_count:1 size:6999"} {"level":"info","ts":"2026-03-03T03:48:59.461772Z","caller":"traceutil/trace.go:171","msg":"trace[1830416710] range","detail":"{range_begin:/registry/deployments/openstack/manila-api; range_end:; response_count:1; response_revision:25415; }","duration":"165.39836ms","start":"2026-03-03T03:48:59.296366Z","end":"2026-03-03T03:48:59.461764Z","steps":["trace[1830416710] 'agreement among raft nodes before linearized reading' (duration: 165.161044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:59.461747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.971247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-03T03:48:59.461812Z","caller":"traceutil/trace.go:171","msg":"trace[42284089] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25415; }","duration":"158.079188ms","start":"2026-03-03T03:48:59.303715Z","end":"2026-03-03T03:48:59.461795Z","steps":["trace[42284089] 'agreement among raft nodes before linearized reading' (duration: 157.814033ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.524751Z","caller":"traceutil/trace.go:171","msg":"trace[2092009351] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"175.015352ms","start":"2026-03-03T03:48:59.34971Z","end":"2026-03-03T03:48:59.524726Z","steps":["trace[2092009351] 'process raft request' (duration: 174.760396ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.525022Z","caller":"traceutil/trace.go:171","msg":"trace[607311509] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"166.685709ms","start":"2026-03-03T03:48:59.358314Z","end":"2026-03-03T03:48:59.524999Z","steps":["trace[607311509] 'process raft request' (duration: 166.32259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.525044Z","caller":"traceutil/trace.go:171","msg":"trace[1167198820] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"166.660068ms","start":"2026-03-03T03:48:59.358369Z","end":"2026-03-03T03:48:59.525029Z","steps":["trace[1167198820] 'process raft request' (duration: 166.511895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.525089Z","caller":"traceutil/trace.go:171","msg":"trace[1346931972] transaction","detail":"{read_only:false; response_revision:25419; number_of_response:1; }","duration":"166.615667ms","start":"2026-03-03T03:48:59.358441Z","end":"2026-03-03T03:48:59.525056Z","steps":["trace[1346931972] 'process raft request' (duration: 166.525565ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.525268Z","caller":"traceutil/trace.go:171","msg":"trace[53178271] transaction","detail":"{read_only:false; response_revision:25420; number_of_response:1; }","duration":"166.76633ms","start":"2026-03-03T03:48:59.358491Z","end":"2026-03-03T03:48:59.525257Z","steps":["trace[53178271] 'process raft request' (duration: 166.509845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.525357Z","caller":"traceutil/trace.go:171","msg":"trace[131108487] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"166.407883ms","start":"2026-03-03T03:48:59.358926Z","end":"2026-03-03T03:48:59.525334Z","steps":["trace[131108487] 'process raft request' (duration: 166.223259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.525445Z","caller":"traceutil/trace.go:171","msg":"trace[915881244] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"166.594647ms","start":"2026-03-03T03:48:59.358834Z","end":"2026-03-03T03:48:59.525429Z","steps":["trace[915881244] 'process raft request' (duration: 166.27354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:59.525448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.288685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-data\" ","response":"range_response_count:1 size:6242"} {"level":"warn","ts":"2026-03-03T03:48:59.525461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.245285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-scheduler\" ","response":"range_response_count:1 size:6413"} {"level":"info","ts":"2026-03-03T03:48:59.525415Z","caller":"traceutil/trace.go:171","msg":"trace[2019077065] transaction","detail":"{read_only:false; response_revision:25422; number_of_response:1; }","duration":"166.691319ms","start":"2026-03-03T03:48:59.358672Z","end":"2026-03-03T03:48:59.525363Z","steps":["trace[2019077065] 'process raft request' (duration: 166.408843ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.525504Z","caller":"traceutil/trace.go:171","msg":"trace[984469597] range","detail":"{range_begin:/registry/deployments/openstack/manila-data; range_end:; response_count:1; response_revision:25426; }","duration":"159.346387ms","start":"2026-03-03T03:48:59.366145Z","end":"2026-03-03T03:48:59.525491Z","steps":["trace[984469597] 'agreement among raft nodes before linearized reading' (duration: 159.200884ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.525511Z","caller":"traceutil/trace.go:171","msg":"trace[756157219] range","detail":"{range_begin:/registry/deployments/openstack/manila-scheduler; range_end:; response_count:1; response_revision:25426; }","duration":"159.314106ms","start":"2026-03-03T03:48:59.366182Z","end":"2026-03-03T03:48:59.525496Z","steps":["trace[756157219] 'agreement among raft nodes before linearized reading' (duration: 159.109542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:59.525727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.545501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-share\" ","response":"range_response_count:1 size:9045"} {"level":"info","ts":"2026-03-03T03:48:59.525626Z","caller":"traceutil/trace.go:171","msg":"trace[480043066] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"159.645384ms","start":"2026-03-03T03:48:59.365912Z","end":"2026-03-03T03:48:59.525557Z","steps":["trace[480043066] 'process raft request' (duration: 159.272216ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.525757Z","caller":"traceutil/trace.go:171","msg":"trace[1869290644] range","detail":"{range_begin:/registry/deployments/openstack/manila-share; range_end:; response_count:1; response_revision:25426; }","duration":"159.581282ms","start":"2026-03-03T03:48:59.366169Z","end":"2026-03-03T03:48:59.52575Z","steps":["trace[1869290644] 'agreement among raft nodes before linearized reading' (duration: 159.202234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:59.525731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.479187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-03T03:48:59.525828Z","caller":"traceutil/trace.go:171","msg":"trace[754045964] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"159.856598ms","start":"2026-03-03T03:48:59.365959Z","end":"2026-03-03T03:48:59.525816Z","steps":["trace[754045964] 'process raft request' (duration: 159.252705ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.525326Z","caller":"traceutil/trace.go:171","msg":"trace[1108399641] transaction","detail":"{read_only:false; response_revision:25421; number_of_response:1; }","duration":"166.657148ms","start":"2026-03-03T03:48:59.358636Z","end":"2026-03-03T03:48:59.525293Z","steps":["trace[1108399641] 'process raft request' (duration: 166.396752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:59.525314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.170999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:48:59.526026Z","caller":"traceutil/trace.go:171","msg":"trace[1790499943] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25426; }","duration":"123.688752ms","start":"2026-03-03T03:48:59.402201Z","end":"2026-03-03T03:48:59.52589Z","steps":["trace[1790499943] 'agreement among raft nodes before linearized reading' (duration: 123.389026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.526104Z","caller":"traceutil/trace.go:171","msg":"trace[630229728] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25426; }","duration":"167.989427ms","start":"2026-03-03T03:48:59.358085Z","end":"2026-03-03T03:48:59.526074Z","steps":["trace[630229728] 'agreement among raft nodes before linearized reading' (duration: 167.168749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:59.526054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.438645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-03T03:48:59.526256Z","caller":"traceutil/trace.go:171","msg":"trace[2094186557] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25426; }","duration":"167.709831ms","start":"2026-03-03T03:48:59.358519Z","end":"2026-03-03T03:48:59.526229Z","steps":["trace[2094186557] 'agreement among raft nodes before linearized reading' (duration: 166.953955ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.629507Z","caller":"traceutil/trace.go:171","msg":"trace[409245468] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"159.164503ms","start":"2026-03-03T03:48:59.47031Z","end":"2026-03-03T03:48:59.629474Z","steps":["trace[409245468] 'process raft request' (duration: 94.816857ms)","trace[409245468] 'compare' (duration: 63.889826ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:59.629532Z","caller":"traceutil/trace.go:171","msg":"trace[48205370] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"155.989973ms","start":"2026-03-03T03:48:59.473504Z","end":"2026-03-03T03:48:59.629494Z","steps":["trace[48205370] 'process raft request' (duration: 155.82468ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.655427Z","caller":"traceutil/trace.go:171","msg":"trace[1146181002] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"120.43925ms","start":"2026-03-03T03:48:59.534959Z","end":"2026-03-03T03:48:59.655398Z","steps":["trace[1146181002] 'process raft request' (duration: 120.030382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.655524Z","caller":"traceutil/trace.go:171","msg":"trace[1909127591] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"117.465215ms","start":"2026-03-03T03:48:59.538011Z","end":"2026-03-03T03:48:59.655476Z","steps":["trace[1909127591] 'process raft request' (duration: 117.2343ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.655546Z","caller":"traceutil/trace.go:171","msg":"trace[1426827855] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"120.299817ms","start":"2026-03-03T03:48:59.535194Z","end":"2026-03-03T03:48:59.655494Z","steps":["trace[1426827855] 'process raft request' (duration: 120.002481ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.655625Z","caller":"traceutil/trace.go:171","msg":"trace[2076202479] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"116.509284ms","start":"2026-03-03T03:48:59.539095Z","end":"2026-03-03T03:48:59.655604Z","steps":["trace[2076202479] 'process raft request' (duration: 116.292919ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.655797Z","caller":"traceutil/trace.go:171","msg":"trace[1866586552] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"117.18212ms","start":"2026-03-03T03:48:59.538606Z","end":"2026-03-03T03:48:59.655789Z","steps":["trace[1866586552] 'process raft request' (duration: 116.698089ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.655865Z","caller":"traceutil/trace.go:171","msg":"trace[607142637] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"115.014551ms","start":"2026-03-03T03:48:59.540842Z","end":"2026-03-03T03:48:59.655857Z","steps":["trace[607142637] 'process raft request' (duration: 114.796377ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.655924Z","caller":"traceutil/trace.go:171","msg":"trace[21394581] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"116.440123ms","start":"2026-03-03T03:48:59.539476Z","end":"2026-03-03T03:48:59.655916Z","steps":["trace[21394581] 'process raft request' (duration: 115.966822ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.656042Z","caller":"traceutil/trace.go:171","msg":"trace[1588725946] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"116.514814ms","start":"2026-03-03T03:48:59.539518Z","end":"2026-03-03T03:48:59.656033Z","steps":["trace[1588725946] 'process raft request' (duration: 116.011563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:59.656085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.076929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/manila-data-cbdb8f9b4\" ","response":"range_response_count:1 size:6220"} {"level":"warn","ts":"2026-03-03T03:48:59.656104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.791718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-api-ccc4568cc-rb2qc\" ","response":"range_response_count:1 size:6489"} {"level":"info","ts":"2026-03-03T03:48:59.656134Z","caller":"traceutil/trace.go:171","msg":"trace[785133287] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"116.309669ms","start":"2026-03-03T03:48:59.539814Z","end":"2026-03-03T03:48:59.656124Z","steps":["trace[785133287] 'process raft request' (duration: 115.771287ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.656141Z","caller":"traceutil/trace.go:171","msg":"trace[1068442510] range","detail":"{range_begin:/registry/pods/openstack/manila-api-ccc4568cc-rb2qc; range_end:; response_count:1; response_revision:25437; }","duration":"110.865919ms","start":"2026-03-03T03:48:59.545266Z","end":"2026-03-03T03:48:59.656132Z","steps":["trace[1068442510] 'agreement among raft nodes before linearized reading' (duration: 110.661555ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.656135Z","caller":"traceutil/trace.go:171","msg":"trace[1481296592] range","detail":"{range_begin:/registry/replicasets/openstack/manila-data-cbdb8f9b4; range_end:; response_count:1; response_revision:25437; }","duration":"118.157931ms","start":"2026-03-03T03:48:59.537962Z","end":"2026-03-03T03:48:59.65612Z","steps":["trace[1481296592] 'agreement among raft nodes before linearized reading' (duration: 117.975597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:59.656362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.174792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-03T03:48:59.656458Z","caller":"traceutil/trace.go:171","msg":"trace[138304370] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25437; }","duration":"109.303546ms","start":"2026-03-03T03:48:59.547126Z","end":"2026-03-03T03:48:59.65643Z","steps":["trace[138304370] 'agreement among raft nodes before linearized reading' (duration: 109.070971ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.767488Z","caller":"traceutil/trace.go:171","msg":"trace[2062079164] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"106.878803ms","start":"2026-03-03T03:48:59.66058Z","end":"2026-03-03T03:48:59.767459Z","steps":["trace[2062079164] 'process raft request' (duration: 72.310132ms)","trace[2062079164] 'compare' (duration: 34.009449ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:48:59.767868Z","caller":"traceutil/trace.go:171","msg":"trace[119277524] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"105.891951ms","start":"2026-03-03T03:48:59.661944Z","end":"2026-03-03T03:48:59.767836Z","steps":["trace[119277524] 'process raft request' (duration: 105.143835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.767926Z","caller":"traceutil/trace.go:171","msg":"trace[1550844674] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"101.602585ms","start":"2026-03-03T03:48:59.666301Z","end":"2026-03-03T03:48:59.767903Z","steps":["trace[1550844674] 'process raft request' (duration: 100.998982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:59.768003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.645727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-03T03:48:59.767995Z","caller":"traceutil/trace.go:171","msg":"trace[28461099] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"102.435924ms","start":"2026-03-03T03:48:59.665529Z","end":"2026-03-03T03:48:59.767965Z","steps":["trace[28461099] 'process raft request' (duration: 101.646407ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.768064Z","caller":"traceutil/trace.go:171","msg":"trace[790955172] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25444; }","duration":"101.748889ms","start":"2026-03-03T03:48:59.666298Z","end":"2026-03-03T03:48:59.768047Z","steps":["trace[790955172] 'agreement among raft nodes before linearized reading' (duration: 101.552435ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:48:59.768109Z","caller":"traceutil/trace.go:171","msg":"trace[1976726662] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"101.836121ms","start":"2026-03-03T03:48:59.666265Z","end":"2026-03-03T03:48:59.768101Z","steps":["trace[1976726662] 'process raft request' (duration: 100.974202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:48:59.768217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.420164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/manila-data-cbdb8f9b4\" ","response":"range_response_count:1 size:6220"} {"level":"info","ts":"2026-03-03T03:48:59.768327Z","caller":"traceutil/trace.go:171","msg":"trace[1097076299] range","detail":"{range_begin:/registry/replicasets/openstack/manila-data-cbdb8f9b4; range_end:; response_count:1; response_revision:25444; }","duration":"107.552207ms","start":"2026-03-03T03:48:59.660728Z","end":"2026-03-03T03:48:59.76828Z","steps":["trace[1097076299] 'agreement among raft nodes before linearized reading' (duration: 107.188239ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:49:00.039724Z","caller":"traceutil/trace.go:171","msg":"trace[1546979343] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"109.849677ms","start":"2026-03-03T03:48:59.929852Z","end":"2026-03-03T03:49:00.039702Z","steps":["trace[1546979343] 'process raft request' (duration: 107.376783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:49:01.670916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.760266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:49:01.671036Z","caller":"traceutil/trace.go:171","msg":"trace[1566610385] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"293.418348ms","start":"2026-03-03T03:49:01.377595Z","end":"2026-03-03T03:49:01.671014Z","steps":["trace[1566610385] 'process raft request' (duration: 128.487138ms)","trace[1566610385] 'compare' (duration: 164.557641ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:49:15.256069Z","caller":"traceutil/trace.go:171","msg":"trace[1027392935] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"163.235813ms","start":"2026-03-03T03:49:15.092801Z","end":"2026-03-03T03:49:15.256036Z","steps":["trace[1027392935] 'process raft request' (duration: 163.000527ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:49:33.820735Z","caller":"traceutil/trace.go:171","msg":"trace[1839180107] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"135.930441ms","start":"2026-03-03T03:49:33.684768Z","end":"2026-03-03T03:49:33.820699Z","steps":["trace[1839180107] 'process raft request' (duration: 135.692896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:50:33.697643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.439918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:50:33.697791Z","caller":"traceutil/trace.go:171","msg":"trace[425029729] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26303; }","duration":"119.641162ms","start":"2026-03-03T03:50:33.578129Z","end":"2026-03-03T03:50:33.69777Z","steps":["trace[425029729] 'count revisions from in-memory index tree' (duration: 119.361006ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:50:34.932929Z","caller":"traceutil/trace.go:171","msg":"trace[2090383790] linearizableReadLoop","detail":"{readStateIndex:27235; appliedIndex:27234; }","duration":"257.535089ms","start":"2026-03-03T03:50:34.675375Z","end":"2026-03-03T03:50:34.93291Z","steps":["trace[2090383790] 'read index received' (duration: 257.226292ms)","trace[2090383790] 'applied index is now lower than readState.Index' (duration: 308.277µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:50:34.933301Z","caller":"traceutil/trace.go:171","msg":"trace[2028438558] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"267.563078ms","start":"2026-03-03T03:50:34.665731Z","end":"2026-03-03T03:50:34.933294Z","steps":["trace[2028438558] 'process raft request' (duration: 266.929244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:50:34.933431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.04445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:50:34.933454Z","caller":"traceutil/trace.go:171","msg":"trace[1991608445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26307; }","duration":"258.132161ms","start":"2026-03-03T03:50:34.675316Z","end":"2026-03-03T03:50:34.933448Z","steps":["trace[1991608445] 'agreement among raft nodes before linearized reading' (duration: 258.08363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:50:35.412948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.005224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:50:35.413276Z","caller":"traceutil/trace.go:171","msg":"trace[277302800] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"621.770935ms","start":"2026-03-03T03:50:34.791468Z","end":"2026-03-03T03:50:35.413239Z","steps":["trace[277302800] 'process raft request' (duration: 310.377191ms)","trace[277302800] 'compare' (duration: 310.684077ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:50:35.413366Z","caller":"traceutil/trace.go:171","msg":"trace[1290171657] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"449.038654ms","start":"2026-03-03T03:50:34.964305Z","end":"2026-03-03T03:50:35.413343Z","steps":["trace[1290171657] 'process raft request' (duration: 448.919991ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:50:35.413392Z","caller":"traceutil/trace.go:171","msg":"trace[1117415514] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"449.061124ms","start":"2026-03-03T03:50:34.964312Z","end":"2026-03-03T03:50:35.413373Z","steps":["trace[1117415514] 'process raft request' (duration: 448.976492ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:50:35.413368Z","caller":"traceutil/trace.go:171","msg":"trace[2140546618] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"528.999783ms","start":"2026-03-03T03:50:34.884341Z","end":"2026-03-03T03:50:35.413341Z","steps":["trace[2140546618] 'process raft request' (duration: 528.734967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:50:35.413446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:50:34.791446Z","time spent":"621.912047ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:50:35.413474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:50:34.964288Z","time spent":"449.142696ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:50:35.413469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:50:34.964285Z","time spent":"449.132406ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:50:35.413648Z","caller":"traceutil/trace.go:171","msg":"trace[1553091830] linearizableReadLoop","detail":"{readStateIndex:27237; appliedIndex:27235; }","duration":"480.423284ms","start":"2026-03-03T03:50:34.932977Z","end":"2026-03-03T03:50:35.4134Z","steps":["trace[1553091830] 'read index received' (duration: 168.814746ms)","trace[1553091830] 'applied index is now lower than readState.Index' (duration: 311.603348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:50:35.413964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:50:34.884325Z","time spent":"529.122515ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:50:35.414694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.770724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-03T03:50:35.414758Z","caller":"traceutil/trace.go:171","msg":"trace[1583200138] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26311; }","duration":"526.856825ms","start":"2026-03-03T03:50:34.887885Z","end":"2026-03-03T03:50:35.414742Z","steps":["trace[1583200138] 'agreement among raft nodes before linearized reading' (duration: 526.722042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:50:35.414791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:50:34.887876Z","time spent":"526.907266ms","remote":"127.0.0.1:53104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T03:50:36.046628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:50:35.635936Z","time spent":"410.686759ms","remote":"127.0.0.1:36358","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T03:50:36.046953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.65539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:50:36.047275Z","caller":"traceutil/trace.go:171","msg":"trace[976430476] linearizableReadLoop","detail":"{readStateIndex:27241; appliedIndex:27239; }","duration":"633.444792ms","start":"2026-03-03T03:50:35.413809Z","end":"2026-03-03T03:50:36.047254Z","steps":["trace[976430476] 'read index received' (duration: 196.428403ms)","trace[976430476] 'applied index is now lower than readState.Index' (duration: 437.015089ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:50:36.047389Z","caller":"traceutil/trace.go:171","msg":"trace[62377116] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"909.647921ms","start":"2026-03-03T03:50:35.13772Z","end":"2026-03-03T03:50:36.047367Z","steps":["trace[62377116] 'process raft request' (duration: 472.50345ms)","trace[62377116] 'compare' (duration: 436.480767ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:50:36.04741Z","caller":"traceutil/trace.go:171","msg":"trace[1430778806] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"772.35925ms","start":"2026-03-03T03:50:35.275036Z","end":"2026-03-03T03:50:36.047395Z","steps":["trace[1430778806] 'process raft request' (duration: 772.019562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:50:36.047471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:50:35.13767Z","time spent":"909.756993ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:50:36.047564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:50:35.27502Z","time spent":"772.490332ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:50:36.047685Z","caller":"traceutil/trace.go:171","msg":"trace[492124020] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"542.94854ms","start":"2026-03-03T03:50:35.504726Z","end":"2026-03-03T03:50:36.047675Z","steps":["trace[492124020] 'process raft request' (duration: 542.460259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:50:36.047744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:50:35.504704Z","time spent":"543.007042ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:50:36.047745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112479255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:50:36.047825Z","caller":"traceutil/trace.go:171","msg":"trace[1833097566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26314; }","duration":"1.112573277s","start":"2026-03-03T03:50:34.935228Z","end":"2026-03-03T03:50:36.047801Z","steps":["trace[1833097566] 'agreement among raft nodes before linearized reading' (duration: 1.112397363s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:50:36.047874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.777061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"warn","ts":"2026-03-03T03:50:36.047873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:50:34.935219Z","time spent":"1.112642118s","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:50:36.047866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.548222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T03:50:36.047934Z","caller":"traceutil/trace.go:171","msg":"trace[2035182036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26314; }","duration":"782.663485ms","start":"2026-03-03T03:50:35.265257Z","end":"2026-03-03T03:50:36.04792Z","steps":["trace[2035182036] 'agreement among raft nodes before linearized reading' (duration: 782.275757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:50:36.047932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.520906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T03:50:36.047983Z","caller":"traceutil/trace.go:171","msg":"trace[83090833] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"540.745171ms","start":"2026-03-03T03:50:35.507229Z","end":"2026-03-03T03:50:36.047974Z","steps":["trace[83090833] 'process raft request' (duration: 540.399094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:50:36.047983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.523957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:50:36.047997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.862362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:50:36.048014Z","caller":"traceutil/trace.go:171","msg":"trace[501033819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26314; }","duration":"903.644098ms","start":"2026-03-03T03:50:35.144353Z","end":"2026-03-03T03:50:36.047997Z","steps":["trace[501033819] 'agreement among raft nodes before linearized reading' (duration: 903.408913ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:50:36.048035Z","caller":"traceutil/trace.go:171","msg":"trace[519286287] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26315; }","duration":"695.597499ms","start":"2026-03-03T03:50:35.352423Z","end":"2026-03-03T03:50:36.048021Z","steps":["trace[519286287] 'agreement among raft nodes before linearized reading' (duration: 695.15586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:50:36.048042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:50:35.507206Z","time spent":"540.805283ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:50:36.048067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:50:35.352385Z","time spent":"695.674471ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-03T03:50:36.04806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:50:35.144337Z","time spent":"903.71259ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T03:50:36.048051Z","caller":"traceutil/trace.go:171","msg":"trace[1701131966] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26315; }","duration":"713.968805ms","start":"2026-03-03T03:50:35.334065Z","end":"2026-03-03T03:50:36.048034Z","steps":["trace[1701131966] 'agreement among raft nodes before linearized reading' (duration: 713.522275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:50:36.047965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:50:35.265232Z","time spent":"782.726387ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T03:50:36.048133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:50:35.334048Z","time spent":"714.069086ms","remote":"127.0.0.1:60922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:50:36.047903Z","caller":"traceutil/trace.go:171","msg":"trace[1266286306] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26314; }","duration":"674.826683ms","start":"2026-03-03T03:50:35.373068Z","end":"2026-03-03T03:50:36.047894Z","steps":["trace[1266286306] 'agreement among raft nodes before linearized reading' (duration: 674.502846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:50:36.04826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:50:35.373057Z","time spent":"675.18382ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T03:50:36.048348Z","caller":"traceutil/trace.go:171","msg":"trace[1510247331] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"512.475509ms","start":"2026-03-03T03:50:35.535859Z","end":"2026-03-03T03:50:36.048335Z","steps":["trace[1510247331] 'process raft request' (duration: 512.077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:50:36.04842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:50:35.535832Z","time spent":"512.553281ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:50:36.048452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.985634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:50:36.048523Z","caller":"traceutil/trace.go:171","msg":"trace[947202961] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26316; }","duration":"142.107457ms","start":"2026-03-03T03:50:35.906397Z","end":"2026-03-03T03:50:36.048505Z","steps":["trace[947202961] 'agreement among raft nodes before linearized reading' (duration: 141.997854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:50:36.048741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.032353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18632"} {"level":"info","ts":"2026-03-03T03:50:36.048971Z","caller":"traceutil/trace.go:171","msg":"trace[1333644886] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26316; }","duration":"270.31265ms","start":"2026-03-03T03:50:35.778634Z","end":"2026-03-03T03:50:36.048947Z","steps":["trace[1333644886] 'agreement among raft nodes before linearized reading' (duration: 269.680746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:50:36.168448Z","caller":"traceutil/trace.go:171","msg":"trace[263649672] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"115.230656ms","start":"2026-03-03T03:50:36.05319Z","end":"2026-03-03T03:50:36.168421Z","steps":["trace[263649672] 'process raft request' (duration: 108.511339ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:50:36.169924Z","caller":"traceutil/trace.go:171","msg":"trace[257082007] linearizableReadLoop","detail":"{readStateIndex:27247; appliedIndex:27244; }","duration":"114.47304ms","start":"2026-03-03T03:50:36.055425Z","end":"2026-03-03T03:50:36.169898Z","steps":["trace[257082007] 'read index received' (duration: 106.376762ms)","trace[257082007] 'applied index is now lower than readState.Index' (duration: 8.094838ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:50:36.169989Z","caller":"traceutil/trace.go:171","msg":"trace[1966686507] transaction","detail":"{read_only:false; response_revision:26319; number_of_response:1; }","duration":"115.364739ms","start":"2026-03-03T03:50:36.054604Z","end":"2026-03-03T03:50:36.169969Z","steps":["trace[1966686507] 'process raft request' (duration: 115.215455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:50:36.170212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.771346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18632"} {"level":"info","ts":"2026-03-03T03:50:36.17026Z","caller":"traceutil/trace.go:171","msg":"trace[269163645] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26319; }","duration":"114.858748ms","start":"2026-03-03T03:50:36.05539Z","end":"2026-03-03T03:50:36.170249Z","steps":["trace[269163645] 'agreement among raft nodes before linearized reading' (duration: 114.667193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:50:36.170391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.751655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:50:36.170434Z","caller":"traceutil/trace.go:171","msg":"trace[1104236975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26319; }","duration":"114.851417ms","start":"2026-03-03T03:50:36.055571Z","end":"2026-03-03T03:50:36.170422Z","steps":["trace[1104236975] 'agreement among raft nodes before linearized reading' (duration: 114.770636ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:50:36.170257Z","caller":"traceutil/trace.go:171","msg":"trace[1441289927] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"116.706209ms","start":"2026-03-03T03:50:36.05354Z","end":"2026-03-03T03:50:36.170246Z","steps":["trace[1441289927] 'process raft request' (duration: 116.119616ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:50:52.565757Z","caller":"traceutil/trace.go:171","msg":"trace[194825817] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"106.008823ms","start":"2026-03-03T03:50:52.459706Z","end":"2026-03-03T03:50:52.565715Z","steps":["trace[194825817] 'process raft request' (duration: 69.255024ms)","trace[194825817] 'compare' (duration: 36.463542ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:51:01.815572Z","caller":"traceutil/trace.go:171","msg":"trace[5046498] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"125.454521ms","start":"2026-03-03T03:51:01.690094Z","end":"2026-03-03T03:51:01.815548Z","steps":["trace[5046498] 'process raft request' (duration: 125.249716ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:51:01.930604Z","caller":"traceutil/trace.go:171","msg":"trace[191311538] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"214.832748ms","start":"2026-03-03T03:51:01.715748Z","end":"2026-03-03T03:51:01.930581Z","steps":["trace[191311538] 'process raft request' (duration: 214.509751ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:51:01.930883Z","caller":"traceutil/trace.go:171","msg":"trace[379499925] linearizableReadLoop","detail":"{readStateIndex:27448; appliedIndex:27446; }","duration":"101.779311ms","start":"2026-03-03T03:51:01.82906Z","end":"2026-03-03T03:51:01.930839Z","steps":["trace[379499925] 'read index received' (duration: 101.115826ms)","trace[379499925] 'applied index is now lower than readState.Index' (duration: 660.585µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:51:01.930959Z","caller":"traceutil/trace.go:171","msg":"trace[450324344] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"181.911503ms","start":"2026-03-03T03:51:01.749033Z","end":"2026-03-03T03:51:01.930944Z","steps":["trace[450324344] 'process raft request' (duration: 181.391491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:51:01.931144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.068077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-03-03T03:51:01.931189Z","caller":"traceutil/trace.go:171","msg":"trace[391042115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26515; }","duration":"102.17901ms","start":"2026-03-03T03:51:01.829001Z","end":"2026-03-03T03:51:01.93118Z","steps":["trace[391042115] 'agreement among raft nodes before linearized reading' (duration: 102.012256ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:51:02.026265Z","caller":"traceutil/trace.go:171","msg":"trace[94057602] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"195.308159ms","start":"2026-03-03T03:51:01.830936Z","end":"2026-03-03T03:51:02.026244Z","steps":["trace[94057602] 'process raft request' (duration: 194.982401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:51:02.026481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.614475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:51:02.026514Z","caller":"traceutil/trace.go:171","msg":"trace[1355101307] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26516; }","duration":"175.699277ms","start":"2026-03-03T03:51:01.850804Z","end":"2026-03-03T03:51:02.026504Z","steps":["trace[1355101307] 'agreement among raft nodes before linearized reading' (duration: 175.629876ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:51:06.160112Z","caller":"traceutil/trace.go:171","msg":"trace[1634798146] transaction","detail":"{read_only:false; response_revision:26563; number_of_response:1; }","duration":"164.431468ms","start":"2026-03-03T03:51:05.99564Z","end":"2026-03-03T03:51:06.160071Z","steps":["trace[1634798146] 'process raft request' (duration: 161.756429ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:51:06.748443Z","caller":"traceutil/trace.go:171","msg":"trace[782602643] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"105.183004ms","start":"2026-03-03T03:51:06.643218Z","end":"2026-03-03T03:51:06.748401Z","steps":["trace[782602643] 'process raft request' (duration: 104.841537ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:51:09.099283Z","caller":"traceutil/trace.go:171","msg":"trace[2044780517] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"125.838019ms","start":"2026-03-03T03:51:08.973417Z","end":"2026-03-03T03:51:09.099255Z","steps":["trace[2044780517] 'process raft request' (duration: 68.420036ms)","trace[2044780517] 'compare' (duration: 57.30026ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:51:09.101897Z","caller":"traceutil/trace.go:171","msg":"trace[1750917508] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"111.710409ms","start":"2026-03-03T03:51:08.990171Z","end":"2026-03-03T03:51:09.101881Z","steps":["trace[1750917508] 'process raft request' (duration: 111.630037ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:51:10.131959Z","caller":"traceutil/trace.go:171","msg":"trace[1302336216] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"121.410481ms","start":"2026-03-03T03:51:10.010471Z","end":"2026-03-03T03:51:10.131882Z","steps":["trace[1302336216] 'process raft request' (duration: 121.069884ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:51:10.13216Z","caller":"traceutil/trace.go:171","msg":"trace[1367795948] transaction","detail":"{read_only:false; response_revision:26609; number_of_response:1; }","duration":"104.860637ms","start":"2026-03-03T03:51:10.027275Z","end":"2026-03-03T03:51:10.132136Z","steps":["trace[1367795948] 'process raft request' (duration: 104.402097ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:51:10.201055Z","caller":"traceutil/trace.go:171","msg":"trace[671145230] transaction","detail":"{read_only:false; response_revision:26610; number_of_response:1; }","duration":"131.77972ms","start":"2026-03-03T03:51:10.069255Z","end":"2026-03-03T03:51:10.201035Z","steps":["trace[671145230] 'process raft request' (duration: 123.976368ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:51:10.336741Z","caller":"traceutil/trace.go:171","msg":"trace[1314327034] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"126.894203ms","start":"2026-03-03T03:51:10.209824Z","end":"2026-03-03T03:51:10.336718Z","steps":["trace[1314327034] 'process raft request' (duration: 126.472173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:51:10.495123Z","caller":"traceutil/trace.go:171","msg":"trace[971411351] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"103.056988ms","start":"2026-03-03T03:51:10.392041Z","end":"2026-03-03T03:51:10.495098Z","steps":["trace[971411351] 'process raft request' (duration: 56.796389ms)","trace[971411351] 'compare' (duration: 46.115926ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:51:10.76842Z","caller":"traceutil/trace.go:171","msg":"trace[1983335980] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"174.783447ms","start":"2026-03-03T03:51:10.593623Z","end":"2026-03-03T03:51:10.768407Z","steps":["trace[1983335980] 'process raft request' (duration: 150.297349ms)","trace[1983335980] 'compare' (duration: 23.773692ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:51:10.767998Z","caller":"traceutil/trace.go:171","msg":"trace[1268146791] linearizableReadLoop","detail":"{readStateIndex:27558; appliedIndex:27557; }","duration":"136.552865ms","start":"2026-03-03T03:51:10.631419Z","end":"2026-03-03T03:51:10.767971Z","steps":["trace[1268146791] 'read index received' (duration: 112.533627ms)","trace[1268146791] 'applied index is now lower than readState.Index' (duration: 24.018318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:51:10.769085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T03:51:10.769118Z","caller":"traceutil/trace.go:171","msg":"trace[1292096329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26622; }","duration":"137.732542ms","start":"2026-03-03T03:51:10.631376Z","end":"2026-03-03T03:51:10.769109Z","steps":["trace[1292096329] 'agreement among raft nodes before linearized reading' (duration: 137.524836ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:51:20.12075Z","caller":"traceutil/trace.go:171","msg":"trace[942317651] transaction","detail":"{read_only:false; response_revision:26701; number_of_response:1; }","duration":"139.621603ms","start":"2026-03-03T03:51:19.981102Z","end":"2026-03-03T03:51:20.120723Z","steps":["trace[942317651] 'process raft request' (duration: 139.516471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:51:20.120812Z","caller":"traceutil/trace.go:171","msg":"trace[1113500092] transaction","detail":"{read_only:false; response_revision:26700; number_of_response:1; }","duration":"182.66053ms","start":"2026-03-03T03:51:19.938122Z","end":"2026-03-03T03:51:20.120783Z","steps":["trace[1113500092] 'process raft request' (duration: 175.4449ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:52:02.41394Z","caller":"traceutil/trace.go:171","msg":"trace[1949393593] transaction","detail":"{read_only:false; response_revision:27125; number_of_response:1; }","duration":"485.188149ms","start":"2026-03-03T03:52:01.92872Z","end":"2026-03-03T03:52:02.413908Z","steps":["trace[1949393593] 'process raft request' (duration: 484.996435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:52:02.414131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:52:01.928685Z","time spent":"485.349102ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:52:02.497285Z","caller":"traceutil/trace.go:171","msg":"trace[95549949] transaction","detail":"{read_only:false; response_revision:27127; number_of_response:1; }","duration":"197.142709ms","start":"2026-03-03T03:52:02.300114Z","end":"2026-03-03T03:52:02.497257Z","steps":["trace[95549949] 'process raft request' (duration: 196.964096ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:52:02.497377Z","caller":"traceutil/trace.go:171","msg":"trace[1275783153] transaction","detail":"{read_only:false; response_revision:27126; number_of_response:1; }","duration":"405.75462ms","start":"2026-03-03T03:52:02.09159Z","end":"2026-03-03T03:52:02.497344Z","steps":["trace[1275783153] 'process raft request' (duration: 405.343311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:52:02.49755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:52:02.091549Z","time spent":"405.904694ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:52:02.769576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.537336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:52:02.769849Z","caller":"traceutil/trace.go:171","msg":"trace[789189034] transaction","detail":"{read_only:false; response_revision:27128; number_of_response:1; }","duration":"331.505166ms","start":"2026-03-03T03:52:02.438303Z","end":"2026-03-03T03:52:02.769808Z","steps":["trace[789189034] 'process raft request' (duration: 124.622082ms)","trace[789189034] 'compare' (duration: 206.149938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:52:02.76998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:52:02.43827Z","time spent":"331.638029ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:52:02.770037Z","caller":"traceutil/trace.go:171","msg":"trace[792722731] linearizableReadLoop","detail":"{readStateIndex:28078; appliedIndex:28077; }","duration":"272.883466ms","start":"2026-03-03T03:52:02.497117Z","end":"2026-03-03T03:52:02.77Z","steps":["trace[792722731] 'read index received' (duration: 65.812618ms)","trace[792722731] 'applied index is now lower than readState.Index' (duration: 207.067258ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:52:02.77061Z","caller":"traceutil/trace.go:171","msg":"trace[649454008] transaction","detail":"{read_only:false; response_revision:27129; number_of_response:1; }","duration":"253.701133ms","start":"2026-03-03T03:52:02.516699Z","end":"2026-03-03T03:52:02.7704Z","steps":["trace[649454008] 'process raft request' (duration: 253.046879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:52:02.771152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.792556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1232"} {"level":"info","ts":"2026-03-03T03:52:02.771286Z","caller":"traceutil/trace.go:171","msg":"trace[927244079] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:27130; }","duration":"318.95621ms","start":"2026-03-03T03:52:02.452312Z","end":"2026-03-03T03:52:02.771268Z","steps":["trace[927244079] 'agreement among raft nodes before linearized reading' (duration: 318.698105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:52:02.771324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:52:02.452291Z","time spent":"319.023451ms","remote":"127.0.0.1:53120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1255,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-03-03T03:52:02.778198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.34234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:52:02.778271Z","caller":"traceutil/trace.go:171","msg":"trace[1991610373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27131; }","duration":"101.474323ms","start":"2026-03-03T03:52:02.67678Z","end":"2026-03-03T03:52:02.778255Z","steps":["trace[1991610373] 'agreement among raft nodes before linearized reading' (duration: 101.369101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:52:02.778616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.454085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T03:52:02.778688Z","caller":"traceutil/trace.go:171","msg":"trace[2144931370] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:27131; }","duration":"152.571298ms","start":"2026-03-03T03:52:02.626102Z","end":"2026-03-03T03:52:02.778673Z","steps":["trace[2144931370] 'agreement among raft nodes before linearized reading' (duration: 152.290442ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:52:09.157961Z","caller":"traceutil/trace.go:171","msg":"trace[1689157894] transaction","detail":"{read_only:false; response_revision:27168; number_of_response:1; }","duration":"353.222295ms","start":"2026-03-03T03:52:08.8047Z","end":"2026-03-03T03:52:09.157922Z","steps":["trace[1689157894] 'process raft request' (duration: 352.968489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:52:09.158845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:52:08.80466Z","time spent":"354.073404ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:52:09.159379Z","caller":"traceutil/trace.go:171","msg":"trace[1877991765] linearizableReadLoop","detail":"{readStateIndex:28124; appliedIndex:28119; }","duration":"247.762503ms","start":"2026-03-03T03:52:08.9116Z","end":"2026-03-03T03:52:09.159363Z","steps":["trace[1877991765] 'read index received' (duration: 246.026784ms)","trace[1877991765] 'applied index is now lower than readState.Index' (duration: 1.730679ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:52:09.159459Z","caller":"traceutil/trace.go:171","msg":"trace[1598204184] transaction","detail":"{read_only:false; response_revision:27172; number_of_response:1; }","duration":"301.003565ms","start":"2026-03-03T03:52:08.858447Z","end":"2026-03-03T03:52:09.159451Z","steps":["trace[1598204184] 'process raft request' (duration: 300.879572ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:52:09.159459Z","caller":"traceutil/trace.go:171","msg":"trace[659043359] transaction","detail":"{read_only:false; response_revision:27171; number_of_response:1; }","duration":"352.1109ms","start":"2026-03-03T03:52:08.807319Z","end":"2026-03-03T03:52:09.15943Z","steps":["trace[659043359] 'process raft request' (duration: 351.974807ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:52:09.159455Z","caller":"traceutil/trace.go:171","msg":"trace[22895471] transaction","detail":"{read_only:false; response_revision:27170; number_of_response:1; }","duration":"354.329318ms","start":"2026-03-03T03:52:08.805065Z","end":"2026-03-03T03:52:09.159394Z","steps":["trace[22895471] 'process raft request' (duration: 354.179705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:52:09.159613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.007448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:52:09.159654Z","caller":"traceutil/trace.go:171","msg":"trace[93302564] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:27172; }","duration":"248.113391ms","start":"2026-03-03T03:52:08.911529Z","end":"2026-03-03T03:52:09.159643Z","steps":["trace[93302564] 'agreement among raft nodes before linearized reading' (duration: 247.994918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:52:09.159659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:52:08.807295Z","time spent":"352.252494ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:52:09.159663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:52:08.805045Z","time spent":"354.513143ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:52:09.159505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:52:08.858412Z","time spent":"301.060876ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:52:09.159854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.049427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:52:09.159884Z","caller":"traceutil/trace.go:171","msg":"trace[1576040004] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27172; }","duration":"202.128029ms","start":"2026-03-03T03:52:08.957747Z","end":"2026-03-03T03:52:09.159876Z","steps":["trace[1576040004] 'agreement among raft nodes before linearized reading' (duration: 202.078748ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:52:09.159934Z","caller":"traceutil/trace.go:171","msg":"trace[849018699] transaction","detail":"{read_only:false; response_revision:27169; number_of_response:1; }","duration":"355.061675ms","start":"2026-03-03T03:52:08.804861Z","end":"2026-03-03T03:52:09.159922Z","steps":["trace[849018699] 'process raft request' (duration: 354.327739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:52:09.159997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:52:08.804847Z","time spent":"355.118986ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:52:09.160069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.488665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:52:09.160095Z","caller":"traceutil/trace.go:171","msg":"trace[1668723051] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:27172; }","duration":"176.530455ms","start":"2026-03-03T03:52:08.983559Z","end":"2026-03-03T03:52:09.160089Z","steps":["trace[1668723051] 'agreement among raft nodes before linearized reading' (duration: 176.476494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:52:09.160405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.972795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T03:52:09.160453Z","caller":"traceutil/trace.go:171","msg":"trace[874465216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27172; }","duration":"177.051527ms","start":"2026-03-03T03:52:08.98339Z","end":"2026-03-03T03:52:09.160442Z","steps":["trace[874465216] 'agreement among raft nodes before linearized reading' (duration: 176.914774ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:52:34.893813Z","caller":"traceutil/trace.go:171","msg":"trace[1824497470] linearizableReadLoop","detail":"{readStateIndex:28416; appliedIndex:28415; }","duration":"234.260295ms","start":"2026-03-03T03:52:34.659535Z","end":"2026-03-03T03:52:34.893795Z","steps":["trace[1824497470] 'read index received' (duration: 233.897937ms)","trace[1824497470] 'applied index is now lower than readState.Index' (duration: 361.528µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:52:34.893879Z","caller":"traceutil/trace.go:171","msg":"trace[1745775366] transaction","detail":"{read_only:false; response_revision:27456; number_of_response:1; }","duration":"237.724481ms","start":"2026-03-03T03:52:34.656123Z","end":"2026-03-03T03:52:34.893847Z","steps":["trace[1745775366] 'process raft request' (duration: 237.312732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:52:34.893945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.391338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:52:34.893972Z","caller":"traceutil/trace.go:171","msg":"trace[871401274] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:27456; }","duration":"234.47129ms","start":"2026-03-03T03:52:34.659493Z","end":"2026-03-03T03:52:34.893965Z","steps":["trace[871401274] 'agreement among raft nodes before linearized reading' (duration: 234.401478ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:52:34.909719Z","caller":"traceutil/trace.go:171","msg":"trace[814329721] transaction","detail":"{read_only:false; response_revision:27457; number_of_response:1; }","duration":"172.077668ms","start":"2026-03-03T03:52:34.737581Z","end":"2026-03-03T03:52:34.909659Z","steps":["trace[814329721] 'process raft request' (duration: 171.677459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:52:34.910136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.784833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:52:34.910218Z","caller":"traceutil/trace.go:171","msg":"trace[105955860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27457; }","duration":"232.872926ms","start":"2026-03-03T03:52:34.677296Z","end":"2026-03-03T03:52:34.910169Z","steps":["trace[105955860] 'agreement among raft nodes before linearized reading' (duration: 232.708372ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:52:35.121429Z","caller":"traceutil/trace.go:171","msg":"trace[1560826380] transaction","detail":"{read_only:false; response_revision:27458; number_of_response:1; }","duration":"200.532114ms","start":"2026-03-03T03:52:34.92087Z","end":"2026-03-03T03:52:35.121402Z","steps":["trace[1560826380] 'process raft request' (duration: 200.35111ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:52:35.14541Z","caller":"traceutil/trace.go:171","msg":"trace[1877232948] linearizableReadLoop","detail":"{readStateIndex:28419; appliedIndex:28418; }","duration":"173.905487ms","start":"2026-03-03T03:52:34.971469Z","end":"2026-03-03T03:52:35.145374Z","steps":["trace[1877232948] 'read index received' (duration: 150.497612ms)","trace[1877232948] 'applied index is now lower than readState.Index' (duration: 23.406425ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:52:35.145521Z","caller":"traceutil/trace.go:171","msg":"trace[463702350] transaction","detail":"{read_only:false; response_revision:27459; number_of_response:1; }","duration":"224.528341ms","start":"2026-03-03T03:52:34.920955Z","end":"2026-03-03T03:52:35.145483Z","steps":["trace[463702350] 'process raft request' (duration: 224.254566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:52:35.147224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.726717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T03:52:35.147314Z","caller":"traceutil/trace.go:171","msg":"trace[2054327006] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27459; }","duration":"175.863591ms","start":"2026-03-03T03:52:34.971431Z","end":"2026-03-03T03:52:35.147295Z","steps":["trace[2054327006] 'agreement among raft nodes before linearized reading' (duration: 174.081561ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:53:49.336892Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25278} {"level":"info","ts":"2026-03-03T03:53:49.460188Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25278,"took":"119.818837ms","hash":1421533805,"current-db-size-bytes":49971200,"current-db-size":"50 MB","current-db-size-in-use-bytes":33820672,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-03T03:53:49.460247Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1421533805,"revision":25278,"compact-revision":22754} {"level":"info","ts":"2026-03-03T03:56:08.052053Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T03:56:08.059162Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-03T03:56:08.059293Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-03T03:58:49.343617Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27990} {"level":"info","ts":"2026-03-03T03:58:49.495868Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27990,"took":"148.231939ms","hash":431568209,"current-db-size-bytes":49971200,"current-db-size":"50 MB","current-db-size-in-use-bytes":27103232,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T03:58:49.495965Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":431568209,"revision":27990,"compact-revision":25278} {"level":"info","ts":"2026-03-03T04:03:49.43056Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30100} {"level":"info","ts":"2026-03-03T04:03:49.587281Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30100,"took":"148.6652ms","hash":469412512,"current-db-size-bytes":49971200,"current-db-size":"50 MB","current-db-size-in-use-bytes":27086848,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T04:03:49.587361Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":469412512,"revision":30100,"compact-revision":27990} {"level":"info","ts":"2026-03-03T04:04:43.47155Z","caller":"traceutil/trace.go:171","msg":"trace[278017358] linearizableReadLoop","detail":"{readStateIndex:33735; appliedIndex:33733; }","duration":"116.357671ms","start":"2026-03-03T04:04:43.355164Z","end":"2026-03-03T04:04:43.471521Z","steps":["trace[278017358] 'read index received' (duration: 70.190129ms)","trace[278017358] 'applied index is now lower than readState.Index' (duration: 46.161932ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T04:04:43.471659Z","caller":"traceutil/trace.go:171","msg":"trace[1475863832] transaction","detail":"{read_only:false; response_revision:32618; number_of_response:1; }","duration":"139.329294ms","start":"2026-03-03T04:04:43.332303Z","end":"2026-03-03T04:04:43.471633Z","steps":["trace[1475863832] 'process raft request' (duration: 93.080291ms)","trace[1475863832] 'compare' (duration: 45.969467ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T04:04:43.471691Z","caller":"traceutil/trace.go:171","msg":"trace[139642748] transaction","detail":"{read_only:false; response_revision:32619; number_of_response:1; }","duration":"137.639817ms","start":"2026-03-03T04:04:43.334039Z","end":"2026-03-03T04:04:43.471678Z","steps":["trace[139642748] 'process raft request' (duration: 137.429883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T04:04:43.471854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.630876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T04:04:43.47193Z","caller":"traceutil/trace.go:171","msg":"trace[67709954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32619; }","duration":"116.715379ms","start":"2026-03-03T04:04:43.355198Z","end":"2026-03-03T04:04:43.471913Z","steps":["trace[67709954] 'agreement among raft nodes before linearized reading' (duration: 116.497474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T04:04:43.471991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.808261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T04:04:43.472039Z","caller":"traceutil/trace.go:171","msg":"trace[1496219923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32619; }","duration":"116.892053ms","start":"2026-03-03T04:04:43.355137Z","end":"2026-03-03T04:04:43.472029Z","steps":["trace[1496219923] 'agreement among raft nodes before linearized reading' (duration: 116.744489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T04:06:02.134383Z","caller":"traceutil/trace.go:171","msg":"trace[937487912] linearizableReadLoop","detail":"{readStateIndex:34408; appliedIndex:34407; }","duration":"175.226554ms","start":"2026-03-03T04:06:01.959125Z","end":"2026-03-03T04:06:02.134352Z","steps":["trace[937487912] 'read index received' (duration: 175.070791ms)","trace[937487912] 'applied index is now lower than readState.Index' (duration: 154.373µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T04:06:02.134531Z","caller":"traceutil/trace.go:171","msg":"trace[872729313] transaction","detail":"{read_only:false; response_revision:33274; number_of_response:1; }","duration":"213.716036ms","start":"2026-03-03T04:06:01.9208Z","end":"2026-03-03T04:06:02.134516Z","steps":["trace[872729313] 'process raft request' (duration: 213.329886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T04:06:02.134848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.692715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T04:06:02.134913Z","caller":"traceutil/trace.go:171","msg":"trace[623223200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33274; }","duration":"175.808928ms","start":"2026-03-03T04:06:01.959088Z","end":"2026-03-03T04:06:02.134897Z","steps":["trace[623223200] 'agreement among raft nodes before linearized reading' (duration: 175.584953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T04:06:02.187992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.714832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T04:06:02.188058Z","caller":"traceutil/trace.go:171","msg":"trace[1451253903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33276; }","duration":"228.806374ms","start":"2026-03-03T04:06:01.959235Z","end":"2026-03-03T04:06:02.188042Z","steps":["trace[1451253903] 'agreement among raft nodes before linearized reading' (duration: 228.66ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T04:06:02.188191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.295723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T04:06:02.188211Z","caller":"traceutil/trace.go:171","msg":"trace[1718641151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33276; }","duration":"222.336803ms","start":"2026-03-03T04:06:01.965868Z","end":"2026-03-03T04:06:02.188204Z","steps":["trace[1718641151] 'agreement among raft nodes before linearized reading' (duration: 222.277402ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T04:06:02.334988Z","caller":"traceutil/trace.go:171","msg":"trace[161642770] transaction","detail":"{read_only:false; response_revision:33277; number_of_response:1; }","duration":"194.968205ms","start":"2026-03-03T04:06:02.139985Z","end":"2026-03-03T04:06:02.334953Z","steps":["trace[161642770] 'process raft request' (duration: 136.716034ms)","trace[161642770] 'compare' (duration: 57.24134ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T04:06:02.356466Z","caller":"traceutil/trace.go:171","msg":"trace[2114927585] transaction","detail":"{read_only:false; response_revision:33278; number_of_response:1; }","duration":"163.859367ms","start":"2026-03-03T04:06:02.192574Z","end":"2026-03-03T04:06:02.356433Z","steps":["trace[2114927585] 'process raft request' (duration: 163.611961ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T04:06:02.356908Z","caller":"traceutil/trace.go:171","msg":"trace[521507681] transaction","detail":"{read_only:false; response_revision:33279; number_of_response:1; }","duration":"163.370345ms","start":"2026-03-03T04:06:02.193514Z","end":"2026-03-03T04:06:02.356884Z","steps":["trace[521507681] 'process raft request' (duration: 162.858474ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T04:06:02.357505Z","caller":"traceutil/trace.go:171","msg":"trace[1489545402] linearizableReadLoop","detail":"{readStateIndex:34413; appliedIndex:34410; }","duration":"159.037692ms","start":"2026-03-03T04:06:02.198429Z","end":"2026-03-03T04:06:02.357467Z","steps":["trace[1489545402] 'read index received' (duration: 78.291209ms)","trace[1489545402] 'applied index is now lower than readState.Index' (duration: 80.734023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T04:06:02.357789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.222636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T04:06:02.357836Z","caller":"traceutil/trace.go:171","msg":"trace[568322892] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:33279; }","duration":"132.344999ms","start":"2026-03-03T04:06:02.225479Z","end":"2026-03-03T04:06:02.357824Z","steps":["trace[568322892] 'agreement among raft nodes before linearized reading' (duration: 132.183285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T04:06:02.357831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.379139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-z9bnz\" ","response":"range_response_count:1 size:10123"} {"level":"info","ts":"2026-03-03T04:06:02.357894Z","caller":"traceutil/trace.go:171","msg":"trace[254371521] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-z9bnz; range_end:; response_count:1; response_revision:33279; }","duration":"159.478651ms","start":"2026-03-03T04:06:02.1984Z","end":"2026-03-03T04:06:02.357878Z","steps":["trace[254371521] 'agreement among raft nodes before linearized reading' (duration: 159.243626ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T04:06:02.484239Z","caller":"traceutil/trace.go:171","msg":"trace[750721563] transaction","detail":"{read_only:false; response_revision:33280; number_of_response:1; }","duration":"116.335459ms","start":"2026-03-03T04:06:02.367873Z","end":"2026-03-03T04:06:02.484209Z","steps":["trace[750721563] 'process raft request' (duration: 116.161735ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T04:06:02.880588Z","caller":"traceutil/trace.go:171","msg":"trace[1405138677] transaction","detail":"{read_only:false; response_revision:33283; number_of_response:1; }","duration":"198.087674ms","start":"2026-03-03T04:06:02.682464Z","end":"2026-03-03T04:06:02.880552Z","steps":["trace[1405138677] 'process raft request' (duration: 150.184158ms)","trace[1405138677] 'compare' (duration: 47.507287ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T04:06:02.88065Z","caller":"traceutil/trace.go:171","msg":"trace[414801235] transaction","detail":"{read_only:false; response_revision:33284; number_of_response:1; }","duration":"196.530199ms","start":"2026-03-03T04:06:02.684099Z","end":"2026-03-03T04:06:02.880629Z","steps":["trace[414801235] 'process raft request' (duration: 196.180712ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T04:06:02.880867Z","caller":"traceutil/trace.go:171","msg":"trace[1109772186] transaction","detail":"{read_only:false; response_revision:33285; number_of_response:1; }","duration":"196.320685ms","start":"2026-03-03T04:06:02.684536Z","end":"2026-03-03T04:06:02.880856Z","steps":["trace[1109772186] 'process raft request' (duration: 195.797114ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T04:06:02.880952Z","caller":"traceutil/trace.go:171","msg":"trace[1979584154] transaction","detail":"{read_only:false; response_revision:33286; number_of_response:1; }","duration":"186.05262ms","start":"2026-03-03T04:06:02.694891Z","end":"2026-03-03T04:06:02.880944Z","steps":["trace[1979584154] 'process raft request' (duration: 185.470468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T04:06:50.838344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.730481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T04:06:50.838449Z","caller":"traceutil/trace.go:171","msg":"trace[1416542872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33612; }","duration":"244.891914ms","start":"2026-03-03T04:06:50.593536Z","end":"2026-03-03T04:06:50.838428Z","steps":["trace[1416542872] 'range keys from in-memory index tree' (duration: 244.525276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T04:06:50.838818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.551019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T04:06:50.838854Z","caller":"traceutil/trace.go:171","msg":"trace[127708818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33612; }","duration":"240.60182ms","start":"2026-03-03T04:06:50.598245Z","end":"2026-03-03T04:06:50.838847Z","steps":["trace[127708818] 'range keys from in-memory index tree' (duration: 240.474188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T04:06:50.83898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.384702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T04:06:50.839004Z","caller":"traceutil/trace.go:171","msg":"trace[2129614852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33612; }","duration":"227.468605ms","start":"2026-03-03T04:06:50.61153Z","end":"2026-03-03T04:06:50.838998Z","steps":["trace[2129614852] 'range keys from in-memory index tree' (duration: 227.184509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T04:06:50.839138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.428163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T04:06:50.839164Z","caller":"traceutil/trace.go:171","msg":"trace[1243775555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33612; }","duration":"155.499994ms","start":"2026-03-03T04:06:50.683658Z","end":"2026-03-03T04:06:50.839158Z","steps":["trace[1243775555] 'range keys from in-memory index tree' (duration: 155.29128ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T04:08:49.438449Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32249} {"level":"info","ts":"2026-03-03T04:08:49.580688Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32249,"took":"137.311458ms","hash":4070697715,"current-db-size-bytes":49971200,"current-db-size":"50 MB","current-db-size-in-use-bytes":29155328,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T04:08:49.580742Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4070697715,"revision":32249,"compact-revision":30100} {"level":"info","ts":"2026-03-03T04:09:57.369503Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008d10.wal"} {"level":"info","ts":"2026-03-03T04:13:49.445204Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34422} {"level":"info","ts":"2026-03-03T04:13:49.585195Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34422,"took":"134.998147ms","hash":2681089888,"current-db-size-bytes":51666944,"current-db-size":"52 MB","current-db-size-in-use-bytes":29605888,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T04:13:49.585282Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2681089888,"revision":34422,"compact-revision":32249} {"level":"info","ts":"2026-03-03T04:18:49.452637Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36546} {"level":"info","ts":"2026-03-03T04:18:49.582386Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36546,"took":"124.599499ms","hash":3099710114,"current-db-size-bytes":51666944,"current-db-size":"52 MB","current-db-size-in-use-bytes":27877376,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T04:18:49.582635Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3099710114,"revision":36546,"compact-revision":34422} {"level":"info","ts":"2026-03-03T04:18:58.200168Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T04:18:58.206456Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-03T04:18:58.206539Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}