{"level":"warn","ts":"2026-02-27T01:18:57.333846Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T01:18:57.333965Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.43:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.43:2380","--initial-cluster=instance=https://162.253.55.43:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.43:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.43:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T01:18:57.334049Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T01:18:57.334068Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-02-27T01:18:57.33409Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T01:18:57.334905Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"]} {"level":"info","ts":"2026-02-27T01:18:57.334996Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.43:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T01:18:57.340271Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.852351ms"} {"level":"info","ts":"2026-02-27T01:18:57.346874Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"14f8f2dfdaccebdb","cluster-id":"5f02ccb15672f35d"} {"level":"info","ts":"2026-02-27T01:18:57.346987Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T01:18:57.347015Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 0"} {"level":"info","ts":"2026-02-27T01:18:57.347029Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 14f8f2dfdaccebdb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T01:18:57.347038Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 1"} {"level":"info","ts":"2026-02-27T01:18:57.347084Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"warn","ts":"2026-02-27T01:18:57.353413Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T01:18:57.355372Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T01:18:57.358787Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T01:18:57.361007Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"14f8f2dfdaccebdb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T01:18:57.361286Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T01:18:57.361492Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T01:18:57.361514Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T01:18:57.361277Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"14f8f2dfdaccebdb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T01:18:57.362981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"info","ts":"2026-02-27T01:18:57.363158Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","added-peer-id":"14f8f2dfdaccebdb","added-peer-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-02-27T01:18:57.363294Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T01:18:57.363508Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-02-27T01:18:57.363518Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"14f8f2dfdaccebdb","initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T01:18:57.36354Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-02-27T01:18:57.363568Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T01:18:58.247784Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T01:18:58.247859Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T01:18:58.248045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgPreVoteResp from 14f8f2dfdaccebdb at term 1"} {"level":"info","ts":"2026-02-27T01:18:58.248083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became candidate at term 2"} {"level":"info","ts":"2026-02-27T01:18:58.248143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgVoteResp from 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-02-27T01:18:58.248175Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became leader at term 2"} {"level":"info","ts":"2026-02-27T01:18:58.248273Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 14f8f2dfdaccebdb elected leader 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-02-27T01:18:58.249522Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:18:58.250435Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T01:18:58.250425Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"14f8f2dfdaccebdb","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.43:2379]}","request-path":"/0/members/14f8f2dfdaccebdb/attributes","cluster-id":"5f02ccb15672f35d","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T01:18:58.250502Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T01:18:58.250985Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T01:18:58.25099Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:18:58.251027Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-27T01:18:58.251272Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:18:58.251349Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:18:58.254731Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.43:2379"} {"level":"info","ts":"2026-02-27T01:18:58.25807Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-27T01:18:59.809234Z","caller":"traceutil/trace.go:171","msg":"trace[2039614775] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"116.256729ms","start":"2026-02-27T01:18:59.692928Z","end":"2026-02-27T01:18:59.809185Z","steps":["trace[2039614775] 'process raft request' (duration: 73.889865ms)","trace[2039614775] 'compare' (duration: 42.084087ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:18:59.809351Z","caller":"traceutil/trace.go:171","msg":"trace[1139332346] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"116.319431ms","start":"2026-02-27T01:18:59.693Z","end":"2026-02-27T01:18:59.809319Z","steps":["trace[1139332346] 'process raft request' (duration: 116.088645ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:18:59.809461Z","caller":"traceutil/trace.go:171","msg":"trace[139782596] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"116.255099ms","start":"2026-02-27T01:18:59.693172Z","end":"2026-02-27T01:18:59.809427Z","steps":["trace[139782596] 'process raft request' (duration: 116.066624ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:18:59.809527Z","caller":"traceutil/trace.go:171","msg":"trace[169650727] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"116.233378ms","start":"2026-02-27T01:18:59.693281Z","end":"2026-02-27T01:18:59.809514Z","steps":["trace[169650727] 'process raft request' (duration: 116.028553ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:18:59.809484Z","caller":"traceutil/trace.go:171","msg":"trace[1178944586] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"101.170981ms","start":"2026-02-27T01:18:59.708275Z","end":"2026-02-27T01:18:59.809446Z","steps":["trace[1178944586] 'process raft request' (duration: 101.1265ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:18:59.809648Z","caller":"traceutil/trace.go:171","msg":"trace[501127280] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"116.612698ms","start":"2026-02-27T01:18:59.693015Z","end":"2026-02-27T01:18:59.809628Z","steps":["trace[501127280] 'process raft request' (duration: 116.190147ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:18:59.809711Z","caller":"traceutil/trace.go:171","msg":"trace[12108877] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"116.696251ms","start":"2026-02-27T01:18:59.692993Z","end":"2026-02-27T01:18:59.809689Z","steps":["trace[12108877] 'process raft request' (duration: 116.153046ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:18:59.809647Z","caller":"traceutil/trace.go:171","msg":"trace[979411897] linearizableReadLoop","detail":"{readStateIndex:12; appliedIndex:6; }","duration":"105.56381ms","start":"2026-02-27T01:18:59.704067Z","end":"2026-02-27T01:18:59.809631Z","steps":["trace[979411897] 'read index received' (duration: 62.753954ms)","trace[979411897] 'applied index is now lower than readState.Index' (duration: 42.807676ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:18:59.809877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.314316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-27T01:18:59.809924Z","caller":"traceutil/trace.go:171","msg":"trace[1459494361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11; }","duration":"104.382508ms","start":"2026-02-27T01:18:59.705529Z","end":"2026-02-27T01:18:59.809912Z","steps":["trace[1459494361] 'agreement among raft nodes before linearized reading' (duration: 104.288115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:18:59.809941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.089415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-27T01:18:59.80999Z","caller":"traceutil/trace.go:171","msg":"trace[94530722] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"109.184018ms","start":"2026-02-27T01:18:59.700795Z","end":"2026-02-27T01:18:59.809979Z","steps":["trace[94530722] 'agreement among raft nodes before linearized reading' (duration: 109.109176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:18:59.809832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.496226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-27T01:18:59.810106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.141346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-27T01:18:59.810244Z","caller":"traceutil/trace.go:171","msg":"trace[1523080932] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"116.332511ms","start":"2026-02-27T01:18:59.69389Z","end":"2026-02-27T01:18:59.810222Z","steps":["trace[1523080932] 'agreement among raft nodes before linearized reading' (duration: 116.154666ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:18:59.810312Z","caller":"traceutil/trace.go:171","msg":"trace[1556727952] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"104.181533ms","start":"2026-02-27T01:18:59.705978Z","end":"2026-02-27T01:18:59.810159Z","steps":["trace[1556727952] 'process raft request' (duration: 103.381001ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:18:59.81068Z","caller":"traceutil/trace.go:171","msg":"trace[572710557] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"117.101351ms","start":"2026-02-27T01:18:59.693272Z","end":"2026-02-27T01:18:59.810374Z","steps":["trace[572710557] 'agreement among raft nodes before linearized reading' (duration: 116.407963ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:08.768575Z","caller":"traceutil/trace.go:171","msg":"trace[1093019060] linearizableReadLoop","detail":"{readStateIndex:356; appliedIndex:355; }","duration":"163.763147ms","start":"2026-02-27T01:19:08.604785Z","end":"2026-02-27T01:19:08.768549Z","steps":["trace[1093019060] 'read index received' (duration: 163.564442ms)","trace[1093019060] 'applied index is now lower than readState.Index' (duration: 197.905µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:08.768627Z","caller":"traceutil/trace.go:171","msg":"trace[1413024439] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"207.395403ms","start":"2026-02-27T01:19:08.5612Z","end":"2026-02-27T01:19:08.768596Z","steps":["trace[1413024439] 'process raft request' (duration: 207.205958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:08.768737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.469346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-02-27T01:19:08.768768Z","caller":"traceutil/trace.go:171","msg":"trace[1095099532] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:346; }","duration":"115.576589ms","start":"2026-02-27T01:19:08.65318Z","end":"2026-02-27T01:19:08.768757Z","steps":["trace[1095099532] 'agreement among raft nodes before linearized reading' (duration: 115.495366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:08.76875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.963383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-02-27T01:19:08.768816Z","caller":"traceutil/trace.go:171","msg":"trace[817937627] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:346; }","duration":"164.031015ms","start":"2026-02-27T01:19:08.604766Z","end":"2026-02-27T01:19:08.768797Z","steps":["trace[817937627] 'agreement among raft nodes before linearized reading' (duration: 163.895291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:08.76899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.309485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-02-27T01:19:08.769109Z","caller":"traceutil/trace.go:171","msg":"trace[46512824] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:346; }","duration":"111.463969ms","start":"2026-02-27T01:19:08.657616Z","end":"2026-02-27T01:19:08.76908Z","steps":["trace[46512824] 'agreement among raft nodes before linearized reading' (duration: 111.200052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:08.76899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.423198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-vnnnce\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-27T01:19:08.76928Z","caller":"traceutil/trace.go:171","msg":"trace[450967179] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-vnnnce; range_end:; response_count:1; response_revision:346; }","duration":"111.727217ms","start":"2026-02-27T01:19:08.657518Z","end":"2026-02-27T01:19:08.769245Z","steps":["trace[450967179] 'agreement among raft nodes before linearized reading' (duration: 111.369137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:09.791255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.640899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:09.791472Z","caller":"traceutil/trace.go:171","msg":"trace[273876574] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"1.01804564s","start":"2026-02-27T01:19:08.773398Z","end":"2026-02-27T01:19:09.791444Z","steps":["trace[273876574] 'process raft request' (duration: 357.28093ms)","trace[273876574] 'compare' (duration: 659.27763ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:09.791517Z","caller":"traceutil/trace.go:171","msg":"trace[451928897] linearizableReadLoop","detail":"{readStateIndex:360; appliedIndex:356; }","duration":"988.343135ms","start":"2026-02-27T01:19:08.80316Z","end":"2026-02-27T01:19:09.791503Z","steps":["trace[451928897] 'read index received' (duration: 327.533134ms)","trace[451928897] 'applied index is now lower than readState.Index' (duration: 660.808881ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:09.791593Z","caller":"traceutil/trace.go:171","msg":"trace[403695945] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"1.01547833s","start":"2026-02-27T01:19:08.776106Z","end":"2026-02-27T01:19:09.791585Z","steps":["trace[403695945] 'process raft request' (duration: 1.015249234s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:09.791579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:08.773368Z","time spent":"1.018161732s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:09.79165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:08.776086Z","time spent":"1.015538733s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:19:09.791683Z","caller":"traceutil/trace.go:171","msg":"trace[1616365959] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"1.014885695s","start":"2026-02-27T01:19:08.776789Z","end":"2026-02-27T01:19:09.791675Z","steps":["trace[1616365959] 'process raft request' (duration: 1.014632978s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:09.791785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:08.776765Z","time spent":"1.014996798s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:19:09.791836Z","caller":"traceutil/trace.go:171","msg":"trace[376727824] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"1.011489064s","start":"2026-02-27T01:19:08.780266Z","end":"2026-02-27T01:19:09.791755Z","steps":["trace[376727824] 'process raft request' (duration: 1.011192416s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:09.792097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.207975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-02-27T01:19:09.792088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.295649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-02-27T01:19:09.792118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:08.780256Z","time spent":"1.0117266s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1251,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:09.792185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.815929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:19:09.792193Z","caller":"traceutil/trace.go:171","msg":"trace[1574788787] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:350; }","duration":"938.452492ms","start":"2026-02-27T01:19:08.853704Z","end":"2026-02-27T01:19:09.792157Z","steps":["trace[1574788787] 'agreement among raft nodes before linearized reading' (duration: 938.183065ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:09.792202Z","caller":"traceutil/trace.go:171","msg":"trace[1265216324] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:350; }","duration":"736.446293ms","start":"2026-02-27T01:19:09.055727Z","end":"2026-02-27T01:19:09.792173Z","steps":["trace[1265216324] 'agreement among raft nodes before linearized reading' (duration: 736.212857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:09.792174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.196239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:19:09.792238Z","caller":"traceutil/trace.go:171","msg":"trace[1694729082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:350; }","duration":"407.910052ms","start":"2026-02-27T01:19:09.384316Z","end":"2026-02-27T01:19:09.792226Z","steps":["trace[1694729082] 'agreement among raft nodes before linearized reading' (duration: 407.804639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:09.79225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.208549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-02-27T01:19:09.792254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:09.055592Z","time spent":"736.653328ms","remote":"127.0.0.1:43512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-02-27T01:19:09.792255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:08.853684Z","time spent":"938.555595ms","remote":"127.0.0.1:43512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-02-27T01:19:09.792286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:09.384293Z","time spent":"407.984814ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:19:09.792295Z","caller":"traceutil/trace.go:171","msg":"trace[1809856366] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:350; }","duration":"888.275031ms","start":"2026-02-27T01:19:08.904007Z","end":"2026-02-27T01:19:09.792282Z","steps":["trace[1809856366] 'agreement among raft nodes before linearized reading' (duration: 888.183499ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:09.792304Z","caller":"traceutil/trace.go:171","msg":"trace[575852548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:350; }","duration":"268.374304ms","start":"2026-02-27T01:19:09.523893Z","end":"2026-02-27T01:19:09.792268Z","steps":["trace[575852548] 'agreement among raft nodes before linearized reading' (duration: 268.113417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:09.792336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:08.903996Z","time spent":"888.332682ms","remote":"127.0.0.1:43512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-02-27T01:19:09.792293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.098749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-02-27T01:19:09.792245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.261638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-02-27T01:19:09.792414Z","caller":"traceutil/trace.go:171","msg":"trace[1485650203] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:350; }","duration":"838.266974ms","start":"2026-02-27T01:19:08.954115Z","end":"2026-02-27T01:19:09.792382Z","steps":["trace[1485650203] 'agreement among raft nodes before linearized reading' (duration: 837.979856ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:09.792461Z","caller":"traceutil/trace.go:171","msg":"trace[289121266] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:350; }","duration":"788.488214ms","start":"2026-02-27T01:19:09.00394Z","end":"2026-02-27T01:19:09.792428Z","steps":["trace[289121266] 'agreement among raft nodes before linearized reading' (duration: 788.205056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:09.792477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:08.954102Z","time spent":"838.365667ms","remote":"127.0.0.1:43512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-02-27T01:19:09.792525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:09.003925Z","time spent":"788.584086ms","remote":"127.0.0.1:43512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-02-27T01:19:09.792683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.660973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-02-27T01:19:09.792779Z","caller":"traceutil/trace.go:171","msg":"trace[968786255] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:350; }","duration":"989.628079ms","start":"2026-02-27T01:19:08.803116Z","end":"2026-02-27T01:19:09.792744Z","steps":["trace[968786255] 'agreement among raft nodes before linearized reading' (duration: 988.564431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:09.792838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:08.803097Z","time spent":"989.725243ms","remote":"127.0.0.1:43512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"info","ts":"2026-02-27T01:19:10.72488Z","caller":"traceutil/trace.go:171","msg":"trace[1915250361] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"551.955803ms","start":"2026-02-27T01:19:10.172899Z","end":"2026-02-27T01:19:10.724855Z","steps":["trace[1915250361] 'process raft request' (duration: 551.763548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:10.725052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:10.17288Z","time spent":"552.085537ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:10.883359Z","caller":"traceutil/trace.go:171","msg":"trace[1375537699] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"144.666757ms","start":"2026-02-27T01:19:10.738651Z","end":"2026-02-27T01:19:10.883318Z","steps":["trace[1375537699] 'process raft request' (duration: 144.385769ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:16.71834Z","caller":"traceutil/trace.go:171","msg":"trace[454574490] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"391.593816ms","start":"2026-02-27T01:19:16.326695Z","end":"2026-02-27T01:19:16.718289Z","steps":["trace[454574490] 'process raft request' (duration: 390.948188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:16.724593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:16.326676Z","time spent":"391.942144ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6736,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:18.133309Z","caller":"traceutil/trace.go:171","msg":"trace[1430080855] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:431; }","duration":"286.362883ms","start":"2026-02-27T01:19:17.846925Z","end":"2026-02-27T01:19:18.133288Z","steps":["trace[1430080855] 'read index received' (duration: 286.168778ms)","trace[1430080855] 'applied index is now lower than readState.Index' (duration: 193.295µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:18.133387Z","caller":"traceutil/trace.go:171","msg":"trace[459410690] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"289.991441ms","start":"2026-02-27T01:19:17.843388Z","end":"2026-02-27T01:19:18.133379Z","steps":["trace[459410690] 'process raft request' (duration: 289.761485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:18.133587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.042318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T01:19:18.133597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.63458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:19:18.133675Z","caller":"traceutil/trace.go:171","msg":"trace[1901796919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:419; }","duration":"276.182021ms","start":"2026-02-27T01:19:17.857471Z","end":"2026-02-27T01:19:18.133653Z","steps":["trace[1901796919] 'agreement among raft nodes before linearized reading' (duration: 275.998016ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:18.133685Z","caller":"traceutil/trace.go:171","msg":"trace[1417068024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:419; }","duration":"286.773764ms","start":"2026-02-27T01:19:17.846891Z","end":"2026-02-27T01:19:18.133665Z","steps":["trace[1417068024] 'agreement among raft nodes before linearized reading' (duration: 286.569889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:18.133599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.396778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:19:18.133728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.746122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:18.133781Z","caller":"traceutil/trace.go:171","msg":"trace[485211537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:419; }","duration":"224.610194ms","start":"2026-02-27T01:19:17.909144Z","end":"2026-02-27T01:19:18.133754Z","steps":["trace[485211537] 'agreement among raft nodes before linearized reading' (duration: 224.383578ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:18.133834Z","caller":"traceutil/trace.go:171","msg":"trace[1427245392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:419; }","duration":"259.887556ms","start":"2026-02-27T01:19:17.873904Z","end":"2026-02-27T01:19:18.133792Z","steps":["trace[1427245392] 'agreement among raft nodes before linearized reading' (duration: 259.719901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:18.400349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.427458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:18.400531Z","caller":"traceutil/trace.go:171","msg":"trace[1880405784] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"262.772954ms","start":"2026-02-27T01:19:18.137729Z","end":"2026-02-27T01:19:18.400501Z","steps":["trace[1880405784] 'process raft request' (duration: 93.098979ms)","trace[1880405784] 'compare' (duration: 169.270124ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:18.400818Z","caller":"traceutil/trace.go:171","msg":"trace[20361460] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"261.573121ms","start":"2026-02-27T01:19:18.139232Z","end":"2026-02-27T01:19:18.400805Z","steps":["trace[20361460] 'process raft request' (duration: 261.461498ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:18.400802Z","caller":"traceutil/trace.go:171","msg":"trace[183048368] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"262.831965ms","start":"2026-02-27T01:19:18.137951Z","end":"2026-02-27T01:19:18.400783Z","steps":["trace[183048368] 'process raft request' (duration: 262.510187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:18.905638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.542856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-02-27T01:19:18.905756Z","caller":"traceutil/trace.go:171","msg":"trace[2000361870] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:422; }","duration":"293.754501ms","start":"2026-02-27T01:19:18.611975Z","end":"2026-02-27T01:19:18.905729Z","steps":["trace[2000361870] 'range keys from in-memory index tree' (duration: 293.31036ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:19.207339Z","caller":"traceutil/trace.go:171","msg":"trace[344764919] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"179.775635ms","start":"2026-02-27T01:19:19.027519Z","end":"2026-02-27T01:19:19.207294Z","steps":["trace[344764919] 'process raft request' (duration: 104.079932ms)","trace[344764919] 'compare' (duration: 75.464907ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:19.656957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.481933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:19.657234Z","caller":"traceutil/trace.go:171","msg":"trace[1822600661] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"442.710632ms","start":"2026-02-27T01:19:19.214458Z","end":"2026-02-27T01:19:19.657169Z","steps":["trace[1822600661] 'process raft request' (duration: 105.921391ms)","trace[1822600661] 'compare' (duration: 336.323599ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:19.657394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:19.214429Z","time spent":"442.888637ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:19:19.657595Z","caller":"traceutil/trace.go:171","msg":"trace[1884906583] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"441.198732ms","start":"2026-02-27T01:19:19.216366Z","end":"2026-02-27T01:19:19.657565Z","steps":["trace[1884906583] 'process raft request' (duration: 440.712479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:19.657698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:19.216352Z","time spent":"441.294155ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:20.208947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.023685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:20.209046Z","caller":"traceutil/trace.go:171","msg":"trace[592910754] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"545.981733ms","start":"2026-02-27T01:19:19.663047Z","end":"2026-02-27T01:19:20.209028Z","steps":["trace[592910754] 'process raft request' (duration: 354.791654ms)","trace[592910754] 'compare' (duration: 190.709686ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:20.209189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:19.663025Z","time spent":"546.045464ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:19:20.233241Z","caller":"traceutil/trace.go:171","msg":"trace[295964087] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"570.015004ms","start":"2026-02-27T01:19:19.663168Z","end":"2026-02-27T01:19:20.233183Z","steps":["trace[295964087] 'process raft request' (duration: 569.788398ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:20.233259Z","caller":"traceutil/trace.go:171","msg":"trace[648245017] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"567.916178ms","start":"2026-02-27T01:19:19.665312Z","end":"2026-02-27T01:19:20.233228Z","steps":["trace[648245017] 'process raft request' (duration: 567.784715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:20.233403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:19.663129Z","time spent":"570.207929ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:20.233461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:19.665301Z","time spent":"568.052912ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:20.233603Z","caller":"traceutil/trace.go:171","msg":"trace[1311308424] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"567.773854ms","start":"2026-02-27T01:19:19.665812Z","end":"2026-02-27T01:19:20.233586Z","steps":["trace[1311308424] 'process raft request' (duration: 567.355783ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:20.233679Z","caller":"traceutil/trace.go:171","msg":"trace[1754131490] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"567.350183ms","start":"2026-02-27T01:19:19.666315Z","end":"2026-02-27T01:19:20.233665Z","steps":["trace[1754131490] 'process raft request' (duration: 567.138727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:20.233772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:19.666304Z","time spent":"567.415774ms","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:20.233774Z","caller":"traceutil/trace.go:171","msg":"trace[1330996711] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"225.100136ms","start":"2026-02-27T01:19:20.008626Z","end":"2026-02-27T01:19:20.233726Z","steps":["trace[1330996711] 'process raft request' (duration: 224.957842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:20.233859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.371314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:19:20.233689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:19.665788Z","time spent":"567.854776ms","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3795,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:20.234006Z","caller":"traceutil/trace.go:171","msg":"trace[1503402138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:433; }","duration":"362.482147ms","start":"2026-02-27T01:19:19.871418Z","end":"2026-02-27T01:19:20.2339Z","steps":["trace[1503402138] 'agreement among raft nodes before linearized reading' (duration: 362.388905ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:20.233934Z","caller":"traceutil/trace.go:171","msg":"trace[1477792363] linearizableReadLoop","detail":"{readStateIndex:445; appliedIndex:440; }","duration":"362.143698ms","start":"2026-02-27T01:19:19.871498Z","end":"2026-02-27T01:19:20.233642Z","steps":["trace[1477792363] 'read index received' (duration: 146.428644ms)","trace[1477792363] 'applied index is now lower than readState.Index' (duration: 215.713904ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:20.234051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:19.871392Z","time spent":"362.652152ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:19:21.563622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125976165s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:21.563888Z","caller":"traceutil/trace.go:171","msg":"trace[1661353321] linearizableReadLoop","detail":"{readStateIndex:449; appliedIndex:447; }","duration":"1.302328168s","start":"2026-02-27T01:19:20.261535Z","end":"2026-02-27T01:19:21.563863Z","steps":["trace[1661353321] 'read index received' (duration: 175.531571ms)","trace[1661353321] 'applied index is now lower than readState.Index' (duration: 1.126794697s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:21.563895Z","caller":"traceutil/trace.go:171","msg":"trace[449086719] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"1.324189353s","start":"2026-02-27T01:19:20.23967Z","end":"2026-02-27T01:19:21.56386Z","steps":["trace[449086719] 'process raft request' (duration: 197.405147ms)","trace[449086719] 'compare' (duration: 1.125593144s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:21.563935Z","caller":"traceutil/trace.go:171","msg":"trace[2102682464] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"1.321551272s","start":"2026-02-27T01:19:20.242354Z","end":"2026-02-27T01:19:21.563905Z","steps":["trace[2102682464] 'process raft request' (duration: 1.321384758s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:21.564012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321359986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-02-27T01:19:21.564046Z","caller":"traceutil/trace.go:171","msg":"trace[2022646133] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:436; }","duration":"1.321449729s","start":"2026-02-27T01:19:20.242586Z","end":"2026-02-27T01:19:21.564036Z","steps":["trace[2022646133] 'agreement among raft nodes before linearized reading' (duration: 1.321372626s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:21.564038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:20.239643Z","time spent":"1.324320266s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:21.564091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:20.242563Z","time spent":"1.321519801s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4217,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-02-27T01:19:21.564093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:20.242344Z","time spent":"1.321669045s","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:22.874455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000144899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T01:19:22.874565Z","caller":"traceutil/trace.go:171","msg":"trace[818523637] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000313094s","start":"2026-02-27T01:19:20.874229Z","end":"2026-02-27T01:19:22.874542Z","steps":["trace[818523637] 'agreement among raft nodes before linearized reading' (duration: 2.00017556s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:22.874621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:20.874206Z","time spent":"2.000402936s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:19:23.377421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339185664s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:23.377541Z","caller":"traceutil/trace.go:171","msg":"trace[754046273] linearizableReadLoop","detail":"{readStateIndex:450; appliedIndex:449; }","duration":"1.813594583s","start":"2026-02-27T01:19:21.563929Z","end":"2026-02-27T01:19:23.377524Z","steps":["trace[754046273] 'read index received' (duration: 474.375209ms)","trace[754046273] 'applied index is now lower than readState.Index' (duration: 1.339217804s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:23.377636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972445007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:19:23.377671Z","caller":"traceutil/trace.go:171","msg":"trace[193107459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:437; }","duration":"2.972525689s","start":"2026-02-27T01:19:20.405135Z","end":"2026-02-27T01:19:23.377661Z","steps":["trace[193107459] 'agreement among raft nodes before linearized reading' (duration: 2.972458307s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:23.37771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:20.405118Z","time spent":"2.972583891s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:19:23.377737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961401053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T01:19:23.377785Z","caller":"traceutil/trace.go:171","msg":"trace[848859828] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"3.114667448s","start":"2026-02-27T01:19:20.263057Z","end":"2026-02-27T01:19:23.377725Z","steps":["trace[848859828] 'process raft request' (duration: 1.775098114s)","trace[848859828] 'compare' (duration: 1.339025569s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:23.377786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972476338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:19:23.377868Z","caller":"traceutil/trace.go:171","msg":"trace[371596453] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:437; }","duration":"1.961585309s","start":"2026-02-27T01:19:21.416257Z","end":"2026-02-27T01:19:23.377842Z","steps":["trace[371596453] 'agreement among raft nodes before linearized reading' (duration: 1.961292071s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:23.377966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:21.416239Z","time spent":"1.961716902s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"info","ts":"2026-02-27T01:19:23.377975Z","caller":"traceutil/trace.go:171","msg":"trace[851335641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:437; }","duration":"2.972716724s","start":"2026-02-27T01:19:20.405194Z","end":"2026-02-27T01:19:23.37791Z","steps":["trace[851335641] 'agreement among raft nodes before linearized reading' (duration: 2.972413246s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:23.378038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:20.263031Z","time spent":"3.114854113s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4013,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:23.378057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:20.405164Z","time spent":"2.972874008s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:19:23.377849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972721284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:19:23.378172Z","caller":"traceutil/trace.go:171","msg":"trace[1893263166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:437; }","duration":"2.973057553s","start":"2026-02-27T01:19:20.405077Z","end":"2026-02-27T01:19:23.378134Z","steps":["trace[1893263166] 'agreement among raft nodes before linearized reading' (duration: 2.972696614s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:23.37831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:20.405059Z","time spent":"2.973207727s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:19:23.45545Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.417064525s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:19:23.456174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277920526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:19:23.456204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.859505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:23.456289Z","caller":"traceutil/trace.go:171","msg":"trace[183948780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:438; }","duration":"1.278095051s","start":"2026-02-27T01:19:22.17817Z","end":"2026-02-27T01:19:23.456265Z","steps":["trace[183948780] 'agreement among raft nodes before linearized reading' (duration: 1.277891605s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:23.456308Z","caller":"traceutil/trace.go:171","msg":"trace[1151320620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:438; }","duration":"581.033369ms","start":"2026-02-27T01:19:22.875253Z","end":"2026-02-27T01:19:23.456286Z","steps":["trace[1151320620] 'agreement among raft nodes before linearized reading' (duration: 580.843264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:23.4563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191334122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T01:19:23.456343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:22.178144Z","time spent":"1.278189773s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:19:23.456365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:22.875221Z","time spent":"581.135882ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:19:23.456329Z","caller":"traceutil/trace.go:171","msg":"trace[840245745] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"1.883099281s","start":"2026-02-27T01:19:21.573177Z","end":"2026-02-27T01:19:23.456277Z","steps":["trace[840245745] 'process raft request' (duration: 1.88267948s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:23.456403Z","caller":"traceutil/trace.go:171","msg":"trace[481037023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:438; }","duration":"1.191464595s","start":"2026-02-27T01:19:22.264899Z","end":"2026-02-27T01:19:23.456364Z","steps":["trace[481037023] 'agreement among raft nodes before linearized reading' (duration: 1.19128289s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:23.456457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:22.264884Z","time spent":"1.191563987s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:19:23.456587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:21.573157Z","time spent":"1.883283296s","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:23.965571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551149764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:19:25.096161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04235535s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-27T01:19:25.096358Z","caller":"traceutil/trace.go:171","msg":"trace[717621887] transaction","detail":"{read_only:false; number_of_response:1; response_revision:439; }","duration":"1.716148988s","start":"2026-02-27T01:19:23.380195Z","end":"2026-02-27T01:19:25.096344Z","steps":["trace[717621887] 'process raft request' (duration: 1.716037775s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:25.096365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:23.379576Z","time spent":"1.716777795s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T01:19:25.096474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:23.380177Z","time spent":"1.71621402s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-02-27T01:19:25.096649Z","caller":"traceutil/trace.go:171","msg":"trace[1878205366] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"1.712847769s","start":"2026-02-27T01:19:23.383792Z","end":"2026-02-27T01:19:25.09664Z","steps":["trace[1878205366] 'process raft request' (duration: 1.712822479s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:25.096691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:23.383783Z","time spent":"1.712884701s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:25.096715Z","caller":"traceutil/trace.go:171","msg":"trace[791466620] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"1.71435912s","start":"2026-02-27T01:19:23.382315Z","end":"2026-02-27T01:19:25.096674Z","steps":["trace[791466620] 'process raft request' (duration: 1.714254327s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:25.0968Z","caller":"traceutil/trace.go:171","msg":"trace[2091361915] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"1.71511728s","start":"2026-02-27T01:19:23.381675Z","end":"2026-02-27T01:19:25.096792Z","steps":["trace[2091361915] 'process raft request' (duration: 1.714639778s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:25.096796Z","caller":"traceutil/trace.go:171","msg":"trace[1934725109] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"1.713429255s","start":"2026-02-27T01:19:23.383333Z","end":"2026-02-27T01:19:25.096762Z","steps":["trace[1934725109] 'process raft request' (duration: 1.713264861s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:25.096841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:23.381658Z","time spent":"1.715164321s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:25.096854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:23.382295Z","time spent":"1.714487563s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:25.09698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:23.383303Z","time spent":"1.713559389s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:25.465279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T01:19:25.465378Z","caller":"traceutil/trace.go:171","msg":"trace[126194050] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403975s","start":"2026-02-27T01:19:23.464952Z","end":"2026-02-27T01:19:25.465356Z","steps":["trace[126194050] 'agreement among raft nodes before linearized reading' (duration: 2.000275072s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:25.46543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:23.464938Z","time spent":"2.000482408s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:19:26.76619Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.712293523s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:19:26.969733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024654527s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:26.969825Z","caller":"traceutil/trace.go:171","msg":"trace[712339842] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:443; }","duration":"1.02476177s","start":"2026-02-27T01:19:25.94505Z","end":"2026-02-27T01:19:26.969812Z","steps":["trace[712339842] 'range keys from in-memory index tree' (duration: 1.024639527s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:26.969925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.410106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:26.970242Z","caller":"traceutil/trace.go:171","msg":"trace[556446239] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"3.509030908s","start":"2026-02-27T01:19:23.461189Z","end":"2026-02-27T01:19:26.97022Z","steps":["trace[556446239] 'process raft request' (duration: 3.508871524s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:26.970351Z","caller":"traceutil/trace.go:171","msg":"trace[1761096403] linearizableReadLoop","detail":"{readStateIndex:463; appliedIndex:451; }","duration":"3.505335109s","start":"2026-02-27T01:19:23.464993Z","end":"2026-02-27T01:19:26.970328Z","steps":["trace[1761096403] 'read index received' (duration: 588.907249ms)","trace[1761096403] 'applied index is now lower than readState.Index' (duration: 2.91642656s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:26.970376Z","caller":"traceutil/trace.go:171","msg":"trace[485838261] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"3.508209506s","start":"2026-02-27T01:19:23.462088Z","end":"2026-02-27T01:19:26.970297Z","steps":["trace[485838261] 'process raft request' (duration: 3.508081623s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:26.970483Z","caller":"traceutil/trace.go:171","msg":"trace[574975026] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"3.504568109s","start":"2026-02-27T01:19:23.465902Z","end":"2026-02-27T01:19:26.97047Z","steps":["trace[574975026] 'process raft request' (duration: 3.504308572s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:26.970308Z","caller":"traceutil/trace.go:171","msg":"trace[24914537] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"3.508462783s","start":"2026-02-27T01:19:23.461785Z","end":"2026-02-27T01:19:26.970247Z","steps":["trace[24914537] 'process raft request' (duration: 3.5083454s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:26.970575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:23.465887Z","time spent":"3.504646371s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:26.970599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:23.461756Z","time spent":"3.508789332s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:26.970606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:23.462079Z","time spent":"3.508406151s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:19:26.970629Z","caller":"traceutil/trace.go:171","msg":"trace[1683565776] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"3.509470059s","start":"2026-02-27T01:19:23.461135Z","end":"2026-02-27T01:19:26.970605Z","steps":["trace[1683565776] 'process raft request' (duration: 3.305244301s)","trace[1683565776] 'compare' (duration: 202.8026ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:26.97069Z","caller":"traceutil/trace.go:171","msg":"trace[1526430028] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"3.467565439s","start":"2026-02-27T01:19:23.503108Z","end":"2026-02-27T01:19:26.970674Z","steps":["trace[1526430028] 'process raft request' (duration: 3.467172859s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:26.970775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:23.503072Z","time spent":"3.467649712s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:26.970821Z","caller":"traceutil/trace.go:171","msg":"trace[15230863] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"1.872513169s","start":"2026-02-27T01:19:25.098285Z","end":"2026-02-27T01:19:26.970798Z","steps":["trace[15230863] 'process raft request' (duration: 1.872091687s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:26.97085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:23.461108Z","time spent":"3.509577733s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:26.970989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:25.098257Z","time spent":"1.872637992s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:26.97099Z","caller":"traceutil/trace.go:171","msg":"trace[715397718] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"1.868731647s","start":"2026-02-27T01:19:25.102233Z","end":"2026-02-27T01:19:26.970965Z","steps":["trace[715397718] 'process raft request' (duration: 1.868592213s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:26.971111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:23.461166Z","time spent":"3.509766958s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:26.971232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:25.102194Z","time spent":"1.868911822s","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:26.970989Z","caller":"traceutil/trace.go:171","msg":"trace[398053461] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"1.86881363s","start":"2026-02-27T01:19:25.102094Z","end":"2026-02-27T01:19:26.970908Z","steps":["trace[398053461] 'process raft request' (duration: 1.868574773s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:26.971618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:25.102075Z","time spent":"1.869513409s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:26.976712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51042185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:26.976764Z","caller":"traceutil/trace.go:171","msg":"trace[1343030340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:452; }","duration":"1.510508323s","start":"2026-02-27T01:19:25.466245Z","end":"2026-02-27T01:19:26.976753Z","steps":["trace[1343030340] 'agreement among raft nodes before linearized reading' (duration: 1.510428741s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:26.976799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:25.466214Z","time spent":"1.510580175s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:19:32.136087Z","caller":"traceutil/trace.go:171","msg":"trace[418155859] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:490; }","duration":"262.267309ms","start":"2026-02-27T01:19:31.873793Z","end":"2026-02-27T01:19:32.13606Z","steps":["trace[418155859] 'read index received' (duration: 241.458053ms)","trace[418155859] 'applied index is now lower than readState.Index' (duration: 20.808006ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:32.136158Z","caller":"traceutil/trace.go:171","msg":"trace[1960639035] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"456.82716ms","start":"2026-02-27T01:19:31.679284Z","end":"2026-02-27T01:19:32.136111Z","steps":["trace[1960639035] 'process raft request' (duration: 436.002173ms)","trace[1960639035] 'compare' (duration: 20.58699ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:32.136264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.459385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:32.136302Z","caller":"traceutil/trace.go:171","msg":"trace[187607852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:475; }","duration":"262.564748ms","start":"2026-02-27T01:19:31.873726Z","end":"2026-02-27T01:19:32.13629Z","steps":["trace[187607852] 'agreement among raft nodes before linearized reading' (duration: 262.450405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:32.136396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:31.679258Z","time spent":"456.999355ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:33.356092Z","caller":"traceutil/trace.go:171","msg":"trace[1682041363] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"165.914884ms","start":"2026-02-27T01:19:33.190145Z","end":"2026-02-27T01:19:33.35606Z","steps":["trace[1682041363] 'process raft request' (duration: 165.790571ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:33.447067Z","caller":"traceutil/trace.go:171","msg":"trace[1735780953] linearizableReadLoop","detail":"{readStateIndex:494; appliedIndex:493; }","duration":"204.827145ms","start":"2026-02-27T01:19:33.242217Z","end":"2026-02-27T01:19:33.447044Z","steps":["trace[1735780953] 'read index received' (duration: 113.857964ms)","trace[1735780953] 'applied index is now lower than readState.Index' (duration: 90.968071ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:33.447228Z","caller":"traceutil/trace.go:171","msg":"trace[21988358] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"256.633289ms","start":"2026-02-27T01:19:33.19049Z","end":"2026-02-27T01:19:33.447123Z","steps":["trace[21988358] 'process raft request' (duration: 254.984735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:33.447341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.228788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T01:19:33.44739Z","caller":"traceutil/trace.go:171","msg":"trace[248574046] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:478; }","duration":"204.306451ms","start":"2026-02-27T01:19:33.243068Z","end":"2026-02-27T01:19:33.447374Z","steps":["trace[248574046] 'agreement among raft nodes before linearized reading' (duration: 204.140726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:33.447397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.155993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T01:19:33.447507Z","caller":"traceutil/trace.go:171","msg":"trace[1335237866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:478; }","duration":"205.295807ms","start":"2026-02-27T01:19:33.242186Z","end":"2026-02-27T01:19:33.447482Z","steps":["trace[1335237866] 'agreement among raft nodes before linearized reading' (duration: 204.950907ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:33.695694Z","caller":"traceutil/trace.go:171","msg":"trace[592903281] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"207.601759ms","start":"2026-02-27T01:19:33.487993Z","end":"2026-02-27T01:19:33.695595Z","steps":["trace[592903281] 'process raft request' (duration: 125.3258ms)","trace[592903281] 'compare' (duration: 82.022352ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:33.85232Z","caller":"traceutil/trace.go:171","msg":"trace[1382060681] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"149.65179ms","start":"2026-02-27T01:19:33.702626Z","end":"2026-02-27T01:19:33.852278Z","steps":["trace[1382060681] 'process raft request' (duration: 145.821268ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:34.019274Z","caller":"traceutil/trace.go:171","msg":"trace[189854676] linearizableReadLoop","detail":"{readStateIndex:501; appliedIndex:499; }","duration":"143.979549ms","start":"2026-02-27T01:19:33.875263Z","end":"2026-02-27T01:19:34.019243Z","steps":["trace[189854676] 'read index received' (duration: 102.303605ms)","trace[189854676] 'applied index is now lower than readState.Index' (duration: 41.674904ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:34.019359Z","caller":"traceutil/trace.go:171","msg":"trace[35522039] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"161.299362ms","start":"2026-02-27T01:19:33.858012Z","end":"2026-02-27T01:19:34.019311Z","steps":["trace[35522039] 'process raft request' (duration: 119.549536ms)","trace[35522039] 'compare' (duration: 41.378896ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:34.019448Z","caller":"traceutil/trace.go:171","msg":"trace[334488078] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"160.624333ms","start":"2026-02-27T01:19:33.858756Z","end":"2026-02-27T01:19:34.01938Z","steps":["trace[334488078] 'process raft request' (duration: 160.399467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:34.019521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.235705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:34.019585Z","caller":"traceutil/trace.go:171","msg":"trace[1116049542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:485; }","duration":"144.396999ms","start":"2026-02-27T01:19:33.875166Z","end":"2026-02-27T01:19:34.019563Z","steps":["trace[1116049542] 'agreement among raft nodes before linearized reading' (duration: 144.200284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:34.548702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.158671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:34.548885Z","caller":"traceutil/trace.go:171","msg":"trace[190346961] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"200.417786ms","start":"2026-02-27T01:19:34.348435Z","end":"2026-02-27T01:19:34.548853Z","steps":["trace[190346961] 'process raft request' (duration: 24.955707ms)","trace[190346961] 'compare' (duration: 174.974966ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:34.71909Z","caller":"traceutil/trace.go:171","msg":"trace[1094649070] linearizableReadLoop","detail":"{readStateIndex:526; appliedIndex:524; }","duration":"359.21284ms","start":"2026-02-27T01:19:34.359744Z","end":"2026-02-27T01:19:34.718956Z","steps":["trace[1094649070] 'read index received' (duration: 13.631185ms)","trace[1094649070] 'applied index is now lower than readState.Index' (duration: 345.579435ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:34.719476Z","caller":"traceutil/trace.go:171","msg":"trace[1100678618] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"362.671252ms","start":"2026-02-27T01:19:34.356736Z","end":"2026-02-27T01:19:34.719408Z","steps":["trace[1100678618] 'process raft request' (duration: 293.994067ms)","trace[1100678618] 'compare' (duration: 67.3722ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:34.719722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:34.356697Z","time spent":"362.905438ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16946,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:34.72407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.301996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-02-27T01:19:34.724196Z","caller":"traceutil/trace.go:171","msg":"trace[1676647177] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:510; }","duration":"364.495111ms","start":"2026-02-27T01:19:34.359675Z","end":"2026-02-27T01:19:34.72417Z","steps":["trace[1676647177] 'agreement among raft nodes before linearized reading' (duration: 359.534938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:34.724271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:34.359648Z","time spent":"364.610084ms","remote":"127.0.0.1:43426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329974,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-02-27T01:19:34.757069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.107034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-02-27T01:19:34.757153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.155188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-02-27T01:19:34.75719Z","caller":"traceutil/trace.go:171","msg":"trace[1505220795] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:511; }","duration":"357.269878ms","start":"2026-02-27T01:19:34.399898Z","end":"2026-02-27T01:19:34.757167Z","steps":["trace[1505220795] 'agreement among raft nodes before linearized reading' (duration: 357.094703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:34.757287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:34.399873Z","time spent":"357.402752ms","remote":"127.0.0.1:43512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":542,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"info","ts":"2026-02-27T01:19:34.757234Z","caller":"traceutil/trace.go:171","msg":"trace[307564722] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:511; }","duration":"356.295642ms","start":"2026-02-27T01:19:34.400918Z","end":"2026-02-27T01:19:34.757214Z","steps":["trace[307564722] 'agreement among raft nodes before linearized reading' (duration: 356.126987ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:34.757084Z","caller":"traceutil/trace.go:171","msg":"trace[263278370] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"198.793493ms","start":"2026-02-27T01:19:34.55825Z","end":"2026-02-27T01:19:34.757044Z","steps":["trace[263278370] 'process raft request' (duration: 198.639909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:34.757539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:34.400879Z","time spent":"356.6107ms","remote":"127.0.0.1:43512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":560,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-02-27T01:19:35.632302Z","caller":"traceutil/trace.go:171","msg":"trace[219889422] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"138.215114ms","start":"2026-02-27T01:19:35.493984Z","end":"2026-02-27T01:19:35.632199Z","steps":["trace[219889422] 'process raft request' (duration: 134.097264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:37.374733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551149909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:19:37.799125Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.06366808s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:19:37.799681Z","caller":"traceutil/trace.go:171","msg":"trace[1387441315] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"1.064277476s","start":"2026-02-27T01:19:36.735364Z","end":"2026-02-27T01:19:37.799641Z","steps":["trace[1387441315] 'process raft request' (duration: 1.064051859s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:37.799901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:36.735341Z","time spent":"1.06444779s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4570,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:37.802402Z","caller":"traceutil/trace.go:171","msg":"trace[1520480044] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:533; }","duration":"928.143907ms","start":"2026-02-27T01:19:36.874223Z","end":"2026-02-27T01:19:37.802367Z","steps":["trace[1520480044] 'read index received' (duration: 925.165088ms)","trace[1520480044] 'applied index is now lower than readState.Index' (duration: 2.977889ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:37.80248Z","caller":"traceutil/trace.go:171","msg":"trace[371703606] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"550.482293ms","start":"2026-02-27T01:19:37.251966Z","end":"2026-02-27T01:19:37.802449Z","steps":["trace[371703606] 'process raft request' (duration: 550.253327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:37.802593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.350143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:37.802643Z","caller":"traceutil/trace.go:171","msg":"trace[180326553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"928.454605ms","start":"2026-02-27T01:19:36.874173Z","end":"2026-02-27T01:19:37.802628Z","steps":["trace[180326553] 'agreement among raft nodes before linearized reading' (duration: 928.356793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:37.802658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:37.251938Z","time spent":"550.607237ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:37.802657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.852925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:19:37.802753Z","caller":"traceutil/trace.go:171","msg":"trace[2116003898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:519; }","duration":"678.990928ms","start":"2026-02-27T01:19:37.123747Z","end":"2026-02-27T01:19:37.802738Z","steps":["trace[2116003898] 'agreement among raft nodes before linearized reading' (duration: 678.858645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:37.802757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.808923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:19:37.802792Z","caller":"traceutil/trace.go:171","msg":"trace[726404891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:519; }","duration":"281.862713ms","start":"2026-02-27T01:19:37.52092Z","end":"2026-02-27T01:19:37.802783Z","steps":["trace[726404891] 'agreement among raft nodes before linearized reading' (duration: 281.796862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:37.802847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.2731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:19:37.802886Z","caller":"traceutil/trace.go:171","msg":"trace[365529460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:519; }","duration":"433.337492ms","start":"2026-02-27T01:19:37.369538Z","end":"2026-02-27T01:19:37.802876Z","steps":["trace[365529460] 'agreement among raft nodes before linearized reading' (duration: 433.27672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:37.802914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:37.369515Z","time spent":"433.393654ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:19:37.802794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:37.123712Z","time spent":"679.0733ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:19:37.802912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.942402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:19:37.803158Z","caller":"traceutil/trace.go:171","msg":"trace[242091667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:519; }","duration":"158.201139ms","start":"2026-02-27T01:19:37.644937Z","end":"2026-02-27T01:19:37.803139Z","steps":["trace[242091667] 'agreement among raft nodes before linearized reading' (duration: 157.944012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:37.802682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:36.874147Z","time spent":"928.526878ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:19:40.859995Z","caller":"traceutil/trace.go:171","msg":"trace[1233844977] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"322.215292ms","start":"2026-02-27T01:19:40.537749Z","end":"2026-02-27T01:19:40.859964Z","steps":["trace[1233844977] 'process raft request' (duration: 321.981766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:40.860227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:40.53772Z","time spent":"322.362666ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:41.768498Z","caller":"traceutil/trace.go:171","msg":"trace[1532058255] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"237.852156ms","start":"2026-02-27T01:19:41.530607Z","end":"2026-02-27T01:19:41.768459Z","steps":["trace[1532058255] 'process raft request' (duration: 229.979965ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:41.980625Z","caller":"traceutil/trace.go:171","msg":"trace[1001413053] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"125.812173ms","start":"2026-02-27T01:19:41.854778Z","end":"2026-02-27T01:19:41.98059Z","steps":["trace[1001413053] 'process raft request' (duration: 125.573966ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:41.980746Z","caller":"traceutil/trace.go:171","msg":"trace[147111767] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"125.805323ms","start":"2026-02-27T01:19:41.854912Z","end":"2026-02-27T01:19:41.980717Z","steps":["trace[147111767] 'process raft request' (duration: 125.561706ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:41.980834Z","caller":"traceutil/trace.go:171","msg":"trace[179434697] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"125.846133ms","start":"2026-02-27T01:19:41.854958Z","end":"2026-02-27T01:19:41.980804Z","steps":["trace[179434697] 'process raft request' (duration: 125.692459ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:41.981103Z","caller":"traceutil/trace.go:171","msg":"trace[1878933949] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"125.69317ms","start":"2026-02-27T01:19:41.855401Z","end":"2026-02-27T01:19:41.981095Z","steps":["trace[1878933949] 'process raft request' (duration: 125.30448ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:41.981356Z","caller":"traceutil/trace.go:171","msg":"trace[393313053] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"124.778225ms","start":"2026-02-27T01:19:41.856563Z","end":"2026-02-27T01:19:41.981342Z","steps":["trace[393313053] 'process raft request' (duration: 124.189409ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:41.981381Z","caller":"traceutil/trace.go:171","msg":"trace[1101897716] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"121.893668ms","start":"2026-02-27T01:19:41.859461Z","end":"2026-02-27T01:19:41.981355Z","steps":["trace[1101897716] 'process raft request' (duration: 121.363044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:41.98161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.284314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:41.981581Z","caller":"traceutil/trace.go:171","msg":"trace[844084256] linearizableReadLoop","detail":"{readStateIndex:555; appliedIndex:548; }","duration":"107.968636ms","start":"2026-02-27T01:19:41.873319Z","end":"2026-02-27T01:19:41.981288Z","steps":["trace[844084256] 'read index received' (duration: 60.105427ms)","trace[844084256] 'applied index is now lower than readState.Index' (duration: 47.862129ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:41.981673Z","caller":"traceutil/trace.go:171","msg":"trace[890019351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:537; }","duration":"108.388437ms","start":"2026-02-27T01:19:41.873266Z","end":"2026-02-27T01:19:41.981654Z","steps":["trace[890019351] 'agreement among raft nodes before linearized reading' (duration: 108.252463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:45.732675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.951644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-j6w69\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-02-27T01:19:45.732779Z","caller":"traceutil/trace.go:171","msg":"trace[1596632360] range","detail":"{range_begin:/registry/pods/kube-system/cilium-j6w69; range_end:; response_count:1; response_revision:562; }","duration":"203.116859ms","start":"2026-02-27T01:19:45.529639Z","end":"2026-02-27T01:19:45.732756Z","steps":["trace[1596632360] 'range keys from in-memory index tree' (duration: 202.80558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:46.373822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551150007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:19:46.874565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551150007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:19:47.101767Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.354875053s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:19:47.102291Z","caller":"traceutil/trace.go:171","msg":"trace[896561204] linearizableReadLoop","detail":"{readStateIndex:581; appliedIndex:580; }","duration":"1.228870496s","start":"2026-02-27T01:19:45.873394Z","end":"2026-02-27T01:19:47.102264Z","steps":["trace[896561204] 'read index received' (duration: 1.228570648s)","trace[896561204] 'applied index is now lower than readState.Index' (duration: 298.648µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:47.10234Z","caller":"traceutil/trace.go:171","msg":"trace[402077907] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"1.355592902s","start":"2026-02-27T01:19:45.74672Z","end":"2026-02-27T01:19:47.102313Z","steps":["trace[402077907] 'process raft request' (duration: 1.355337165s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:47.102497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229095281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:47.102559Z","caller":"traceutil/trace.go:171","msg":"trace[2094844577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:563; }","duration":"1.229203094s","start":"2026-02-27T01:19:45.873338Z","end":"2026-02-27T01:19:47.102541Z","steps":["trace[2094844577] 'agreement among raft nodes before linearized reading' (duration: 1.229096921s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:47.102571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107684256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:19:47.102597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:45.873319Z","time spent":"1.229271566s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:19:47.102605Z","caller":"traceutil/trace.go:171","msg":"trace[717375906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:563; }","duration":"1.107740398s","start":"2026-02-27T01:19:45.994852Z","end":"2026-02-27T01:19:47.102593Z","steps":["trace[717375906] 'agreement among raft nodes before linearized reading' (duration: 1.107692546s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:47.102634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:45.994841Z","time spent":"1.107787088s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:19:47.102503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10184339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:19:47.102711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145134487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T01:19:47.102778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107797359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:19:47.10282Z","caller":"traceutil/trace.go:171","msg":"trace[235221495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:563; }","duration":"1.145322282s","start":"2026-02-27T01:19:45.957481Z","end":"2026-02-27T01:19:47.102803Z","steps":["trace[235221495] 'agreement among raft nodes before linearized reading' (duration: 1.144964213s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:47.102849Z","caller":"traceutil/trace.go:171","msg":"trace[1485693603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:563; }","duration":"1.102141498s","start":"2026-02-27T01:19:46.000631Z","end":"2026-02-27T01:19:47.102773Z","steps":["trace[1485693603] 'agreement among raft nodes before linearized reading' (duration: 1.10182734s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:47.102906Z","caller":"traceutil/trace.go:171","msg":"trace[1042951669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:563; }","duration":"1.107975074s","start":"2026-02-27T01:19:45.994902Z","end":"2026-02-27T01:19:47.102877Z","steps":["trace[1042951669] 'agreement among raft nodes before linearized reading' (duration: 1.107639575s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:47.10294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:45.957465Z","time spent":"1.145461555s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:19:47.102977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:45.994886Z","time spent":"1.108080727s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:19:47.102984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:45.746683Z","time spent":"1.355712085s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:47.102988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:46.000623Z","time spent":"1.102320223s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:19:47.430352Z","caller":"traceutil/trace.go:171","msg":"trace[228955708] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"323.099886ms","start":"2026-02-27T01:19:47.107218Z","end":"2026-02-27T01:19:47.430318Z","steps":["trace[228955708] 'process raft request' (duration: 294.79922ms)","trace[228955708] 'compare' (duration: 28.154922ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:47.430541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:47.107172Z","time spent":"323.269471ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:49.110167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000353965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T01:19:49.11026Z","caller":"traceutil/trace.go:171","msg":"trace[901711364] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000499359s","start":"2026-02-27T01:19:47.109737Z","end":"2026-02-27T01:19:49.110236Z","steps":["trace[901711364] 'agreement among raft nodes before linearized reading' (duration: 2.000376015s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:49.110313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:47.109727Z","time spent":"2.000576981s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:19:50.091322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537777018s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:50.091571Z","caller":"traceutil/trace.go:171","msg":"trace[436952459] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"2.983224294s","start":"2026-02-27T01:19:47.108328Z","end":"2026-02-27T01:19:50.091552Z","steps":["trace[436952459] 'process raft request' (duration: 2.98308807s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:50.091617Z","caller":"traceutil/trace.go:171","msg":"trace[2139572735] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"2.984058617s","start":"2026-02-27T01:19:47.10753Z","end":"2026-02-27T01:19:50.091589Z","steps":["trace[2139572735] 'process raft request' (duration: 445.916819ms)","trace[2139572735] 'compare' (duration: 2.537587113s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:50.091649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:47.108311Z","time spent":"2.983307497s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:50.091737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:47.107495Z","time spent":"2.98418307s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:50.092092Z","caller":"traceutil/trace.go:171","msg":"trace[1062118277] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"2.983662276s","start":"2026-02-27T01:19:47.108404Z","end":"2026-02-27T01:19:50.092066Z","steps":["trace[1062118277] 'process raft request' (duration: 2.983112871s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:50.092173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:47.108396Z","time spent":"2.983740609s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:50.294813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.756409ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T01:19:50.295101Z","caller":"traceutil/trace.go:171","msg":"trace[1511231830] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"2.331481904s","start":"2026-02-27T01:19:47.963598Z","end":"2026-02-27T01:19:50.29508Z","steps":["trace[1511231830] 'process raft request' (duration: 2.33133939s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:50.295107Z","caller":"traceutil/trace.go:171","msg":"trace[1077679704] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:581; }","duration":"3.185287956s","start":"2026-02-27T01:19:47.109777Z","end":"2026-02-27T01:19:50.295065Z","steps":["trace[1077679704] 'read index received' (duration: 292.253652ms)","trace[1077679704] 'applied index is now lower than readState.Index' (duration: 2.893032023s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:50.295299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:47.963556Z","time spent":"2.331594318s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:50.295614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18491057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:19:50.295654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.128466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:19:50.29586Z","caller":"traceutil/trace.go:171","msg":"trace[371490688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:568; }","duration":"1.185212308s","start":"2026-02-27T01:19:49.110601Z","end":"2026-02-27T01:19:50.295813Z","steps":["trace[371490688] 'agreement among raft nodes before linearized reading' (duration: 1.184842418s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:50.295887Z","caller":"traceutil/trace.go:171","msg":"trace[777672444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:568; }","duration":"861.369443ms","start":"2026-02-27T01:19:49.434455Z","end":"2026-02-27T01:19:50.295824Z","steps":["trace[777672444] 'agreement among raft nodes before linearized reading' (duration: 861.007973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:50.295949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:49.110578Z","time spent":"1.185354432s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:19:50.29597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:49.434431Z","time spent":"861.525446ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:19:51.602262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.872911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:51.602367Z","caller":"traceutil/trace.go:171","msg":"trace[853864072] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:574; }","duration":"121.063236ms","start":"2026-02-27T01:19:51.481274Z","end":"2026-02-27T01:19:51.602337Z","steps":["trace[853864072] 'range keys from in-memory index tree' (duration: 120.697016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:51.602404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.337337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T01:19:51.602494Z","caller":"traceutil/trace.go:171","msg":"trace[939645649] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:574; }","duration":"184.476591ms","start":"2026-02-27T01:19:51.417994Z","end":"2026-02-27T01:19:51.602471Z","steps":["trace[939645649] 'range keys from in-memory index tree' (duration: 184.204743ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:51.795433Z","caller":"traceutil/trace.go:171","msg":"trace[1615315509] linearizableReadLoop","detail":"{readStateIndex:594; appliedIndex:593; }","duration":"181.712807ms","start":"2026-02-27T01:19:51.613694Z","end":"2026-02-27T01:19:51.795407Z","steps":["trace[1615315509] 'read index received' (duration: 181.587673ms)","trace[1615315509] 'applied index is now lower than readState.Index' (duration: 123.954µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:51.795568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.867121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:51.795604Z","caller":"traceutil/trace.go:171","msg":"trace[893944253] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:574; }","duration":"181.967624ms","start":"2026-02-27T01:19:51.613624Z","end":"2026-02-27T01:19:51.795592Z","steps":["trace[893944253] 'agreement among raft nodes before linearized reading' (duration: 181.881131ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:51.917855Z","caller":"traceutil/trace.go:171","msg":"trace[203995651] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"298.905349ms","start":"2026-02-27T01:19:51.618864Z","end":"2026-02-27T01:19:51.917769Z","steps":["trace[203995651] 'process raft request' (duration: 199.860332ms)","trace[203995651] 'compare' (duration: 98.700188ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:51.917993Z","caller":"traceutil/trace.go:171","msg":"trace[1245707094] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"121.159668ms","start":"2026-02-27T01:19:51.796798Z","end":"2026-02-27T01:19:51.917958Z","steps":["trace[1245707094] 'process raft request' (duration: 120.898031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:52.220667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.611704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:19:52.220765Z","caller":"traceutil/trace.go:171","msg":"trace[1275429044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:576; }","duration":"123.751198ms","start":"2026-02-27T01:19:52.096994Z","end":"2026-02-27T01:19:52.220745Z","steps":["trace[1275429044] 'range keys from in-memory index tree' (duration: 123.386128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:52.220757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.170519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:19:52.220758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.170759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:19:52.220853Z","caller":"traceutil/trace.go:171","msg":"trace[738158977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:576; }","duration":"124.327133ms","start":"2026-02-27T01:19:52.096498Z","end":"2026-02-27T01:19:52.220826Z","steps":["trace[738158977] 'range keys from in-memory index tree' (duration: 123.931233ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:52.220873Z","caller":"traceutil/trace.go:171","msg":"trace[1024325152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:576; }","duration":"124.356344ms","start":"2026-02-27T01:19:52.096497Z","end":"2026-02-27T01:19:52.220854Z","steps":["trace[1024325152] 'range keys from in-memory index tree' (duration: 123.948083ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:52.384469Z","caller":"traceutil/trace.go:171","msg":"trace[358639236] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"159.851381ms","start":"2026-02-27T01:19:52.224588Z","end":"2026-02-27T01:19:52.384439Z","steps":["trace[358639236] 'process raft request' (duration: 159.571524ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:52.41773Z","caller":"traceutil/trace.go:171","msg":"trace[976694010] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"192.73323ms","start":"2026-02-27T01:19:52.224965Z","end":"2026-02-27T01:19:52.417698Z","steps":["trace[976694010] 'process raft request' (duration: 192.529204ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:52.417765Z","caller":"traceutil/trace.go:171","msg":"trace[757603123] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"192.32431ms","start":"2026-02-27T01:19:52.225403Z","end":"2026-02-27T01:19:52.417728Z","steps":["trace[757603123] 'process raft request' (duration: 192.228077ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:52.606902Z","caller":"traceutil/trace.go:171","msg":"trace[307434848] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:599; }","duration":"147.459871ms","start":"2026-02-27T01:19:52.459413Z","end":"2026-02-27T01:19:52.606873Z","steps":["trace[307434848] 'read index received' (duration: 96.294144ms)","trace[307434848] 'applied index is now lower than readState.Index' (duration: 51.164327ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:52.607072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.637846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:52.607118Z","caller":"traceutil/trace.go:171","msg":"trace[347243619] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:580; }","duration":"147.754219ms","start":"2026-02-27T01:19:52.459351Z","end":"2026-02-27T01:19:52.607105Z","steps":["trace[347243619] 'agreement among raft nodes before linearized reading' (duration: 147.632846ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:52.607391Z","caller":"traceutil/trace.go:171","msg":"trace[194065680] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"184.954683ms","start":"2026-02-27T01:19:52.422394Z","end":"2026-02-27T01:19:52.607349Z","steps":["trace[194065680] 'process raft request' (duration: 133.284252ms)","trace[194065680] 'compare' (duration: 51.063395ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:52.841084Z","caller":"traceutil/trace.go:171","msg":"trace[1795693492] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:600; }","duration":"216.623681ms","start":"2026-02-27T01:19:52.624435Z","end":"2026-02-27T01:19:52.841058Z","steps":["trace[1795693492] 'read index received' (duration: 136.317164ms)","trace[1795693492] 'applied index is now lower than readState.Index' (duration: 80.304917ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:52.841181Z","caller":"traceutil/trace.go:171","msg":"trace[1466114508] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"219.314342ms","start":"2026-02-27T01:19:52.621804Z","end":"2026-02-27T01:19:52.841118Z","steps":["trace[1466114508] 'process raft request' (duration: 138.813081ms)","trace[1466114508] 'compare' (duration: 80.322166ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:52.841279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.825326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/challenges.acme.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:52.841373Z","caller":"traceutil/trace.go:171","msg":"trace[1169310406] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/challenges.acme.cert-manager.io; range_end:; response_count:0; response_revision:581; }","duration":"216.973649ms","start":"2026-02-27T01:19:52.624375Z","end":"2026-02-27T01:19:52.841349Z","steps":["trace[1169310406] 'agreement among raft nodes before linearized reading' (duration: 216.803725ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:53.033463Z","caller":"traceutil/trace.go:171","msg":"trace[1612184106] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:601; }","duration":"189.183656ms","start":"2026-02-27T01:19:52.844249Z","end":"2026-02-27T01:19:53.033433Z","steps":["trace[1612184106] 'read index received' (duration: 188.992391ms)","trace[1612184106] 'applied index is now lower than readState.Index' (duration: 189.785µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:53.033502Z","caller":"traceutil/trace.go:171","msg":"trace[183185662] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"399.636141ms","start":"2026-02-27T01:19:52.63384Z","end":"2026-02-27T01:19:53.033476Z","steps":["trace[183185662] 'process raft request' (duration: 399.413595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:53.03363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.361401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterissuers.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:19:53.03366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:52.633813Z","time spent":"399.761195ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17505,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:53.033677Z","caller":"traceutil/trace.go:171","msg":"trace[94175917] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterissuers.cert-manager.io; range_end:; response_count:0; response_revision:582; }","duration":"189.499415ms","start":"2026-02-27T01:19:52.84416Z","end":"2026-02-27T01:19:53.03366Z","steps":["trace[94175917] 'agreement among raft nodes before linearized reading' (duration: 189.396303ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:53.311783Z","caller":"traceutil/trace.go:171","msg":"trace[374243128] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"110.024411ms","start":"2026-02-27T01:19:53.201728Z","end":"2026-02-27T01:19:53.311752Z","steps":["trace[374243128] 'process raft request' (duration: 89.575945ms)","trace[374243128] 'compare' (duration: 20.298042ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:53.548825Z","caller":"traceutil/trace.go:171","msg":"trace[1123001645] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"131.402012ms","start":"2026-02-27T01:19:53.417371Z","end":"2026-02-27T01:19:53.548773Z","steps":["trace[1123001645] 'process raft request' (duration: 103.866636ms)","trace[1123001645] 'compare' (duration: 27.343551ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:53.548833Z","caller":"traceutil/trace.go:171","msg":"trace[1491727095] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"130.253911ms","start":"2026-02-27T01:19:53.418548Z","end":"2026-02-27T01:19:53.548802Z","steps":["trace[1491727095] 'process raft request' (duration: 130.168079ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:53.548903Z","caller":"traceutil/trace.go:171","msg":"trace[2102695068] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"129.07ms","start":"2026-02-27T01:19:53.41979Z","end":"2026-02-27T01:19:53.54886Z","steps":["trace[2102695068] 'process raft request' (duration: 128.965407ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:53.548978Z","caller":"traceutil/trace.go:171","msg":"trace[174740465] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"117.992123ms","start":"2026-02-27T01:19:53.43096Z","end":"2026-02-27T01:19:53.548952Z","steps":["trace[174740465] 'process raft request' (duration: 117.949432ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:53.549034Z","caller":"traceutil/trace.go:171","msg":"trace[522421955] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"120.366747ms","start":"2026-02-27T01:19:53.428657Z","end":"2026-02-27T01:19:53.549023Z","steps":["trace[522421955] 'process raft request' (duration: 120.188132ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:53.549033Z","caller":"traceutil/trace.go:171","msg":"trace[733234949] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"122.393652ms","start":"2026-02-27T01:19:53.426626Z","end":"2026-02-27T01:19:53.549019Z","steps":["trace[733234949] 'process raft request' (duration: 122.168016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:54.091617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.73448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:54.091724Z","caller":"traceutil/trace.go:171","msg":"trace[1330462857] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"459.78909ms","start":"2026-02-27T01:19:53.631918Z","end":"2026-02-27T01:19:54.091707Z","steps":["trace[1330462857] 'process raft request' (duration: 18.890905ms)","trace[1330462857] 'compare' (duration: 440.593996ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:54.09177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.63189Z","time spent":"459.863881ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:19:54.116224Z","caller":"traceutil/trace.go:171","msg":"trace[1361382950] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"483.547584ms","start":"2026-02-27T01:19:53.632643Z","end":"2026-02-27T01:19:54.116191Z","steps":["trace[1361382950] 'process raft request' (duration: 483.320848ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:54.116282Z","caller":"traceutil/trace.go:171","msg":"trace[406002256] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"483.283947ms","start":"2026-02-27T01:19:53.632962Z","end":"2026-02-27T01:19:54.116246Z","steps":["trace[406002256] 'process raft request' (duration: 483.154504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:54.116398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.63263Z","time spent":"483.682277ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1192,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:54.11646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.632955Z","time spent":"483.427011ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:19:54.116471Z","caller":"traceutil/trace.go:171","msg":"trace[104524712] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"483.638237ms","start":"2026-02-27T01:19:53.632812Z","end":"2026-02-27T01:19:54.116451Z","steps":["trace[104524712] 'process raft request' (duration: 483.273827ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:54.11651Z","caller":"traceutil/trace.go:171","msg":"trace[1648487828] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"483.000159ms","start":"2026-02-27T01:19:53.633498Z","end":"2026-02-27T01:19:54.116499Z","steps":["trace[1648487828] 'process raft request' (duration: 482.764993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:54.116535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.632804Z","time spent":"483.702888ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1125,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:54.116561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.633489Z","time spent":"483.04527ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:19:54.11656Z","caller":"traceutil/trace.go:171","msg":"trace[304325390] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"483.341478ms","start":"2026-02-27T01:19:53.633205Z","end":"2026-02-27T01:19:54.116547Z","steps":["trace[304325390] 'process raft request' (duration: 482.986419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:54.116607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.633199Z","time spent":"483.385129ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1201,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:19:54.116632Z","caller":"traceutil/trace.go:171","msg":"trace[2059360347] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"483.286687ms","start":"2026-02-27T01:19:53.633328Z","end":"2026-02-27T01:19:54.116615Z","steps":["trace[2059360347] 'process raft request' (duration: 482.892287ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:54.116634Z","caller":"traceutil/trace.go:171","msg":"trace[1140748332] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"481.966501ms","start":"2026-02-27T01:19:53.634655Z","end":"2026-02-27T01:19:54.116621Z","steps":["trace[1140748332] 'process raft request' (duration: 481.811327ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:54.116633Z","caller":"traceutil/trace.go:171","msg":"trace[425096253] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"482.209508ms","start":"2026-02-27T01:19:53.634399Z","end":"2026-02-27T01:19:54.116608Z","steps":["trace[425096253] 'process raft request' (duration: 481.996222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:54.116662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.63332Z","time spent":"483.328468ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:19:54.116607Z","caller":"traceutil/trace.go:171","msg":"trace[1339708217] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"482.894837ms","start":"2026-02-27T01:19:53.633656Z","end":"2026-02-27T01:19:54.116551Z","steps":["trace[1339708217] 'process raft request' (duration: 482.710302ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:54.116688Z","caller":"traceutil/trace.go:171","msg":"trace[2081873308] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"483.580615ms","start":"2026-02-27T01:19:53.633098Z","end":"2026-02-27T01:19:54.116679Z","steps":["trace[2081873308] 'process raft request' (duration: 483.055871ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:54.116696Z","caller":"traceutil/trace.go:171","msg":"trace[704389207] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"483.137823ms","start":"2026-02-27T01:19:53.633553Z","end":"2026-02-27T01:19:54.116691Z","steps":["trace[704389207] 'process raft request' (duration: 482.741893ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:54.11666Z","caller":"traceutil/trace.go:171","msg":"trace[1728223347] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"481.417517ms","start":"2026-02-27T01:19:53.635236Z","end":"2026-02-27T01:19:54.116653Z","steps":["trace[1728223347] 'process raft request' (duration: 481.280414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:54.11671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.634648Z","time spent":"482.014943ms","remote":"127.0.0.1:43372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9941,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:54.116736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.633547Z","time spent":"483.170504ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:54.116732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.633092Z","time spent":"483.620996ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1139,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:54.116754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.634387Z","time spent":"482.30552ms","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3714,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:54.116763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.635224Z","time spent":"481.505449ms","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2237,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:54.116736Z","caller":"traceutil/trace.go:171","msg":"trace[276288071] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"481.099889ms","start":"2026-02-27T01:19:53.635609Z","end":"2026-02-27T01:19:54.116709Z","steps":["trace[276288071] 'process raft request' (duration: 480.943645ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:54.1168Z","caller":"traceutil/trace.go:171","msg":"trace[1840871180] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"483.098022ms","start":"2026-02-27T01:19:53.633695Z","end":"2026-02-27T01:19:54.116793Z","steps":["trace[1840871180] 'process raft request' (duration: 482.628479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:54.11683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.633686Z","time spent":"483.129143ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1167,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:54.116823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.633605Z","time spent":"483.115612ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1142,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:54.116891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.6356Z","time spent":"481.209251ms","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3787,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:54.116914Z","caller":"traceutil/trace.go:171","msg":"trace[933508175] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:633; }","duration":"242.317947ms","start":"2026-02-27T01:19:53.874588Z","end":"2026-02-27T01:19:54.116906Z","steps":["trace[933508175] 'read index received' (duration: 241.29067ms)","trace[933508175] 'applied index is now lower than readState.Index' (duration: 1.026307ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:54.117012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.42873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:54.117027Z","caller":"traceutil/trace.go:171","msg":"trace[182244233] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"478.750946ms","start":"2026-02-27T01:19:53.638267Z","end":"2026-02-27T01:19:54.117018Z","steps":["trace[182244233] 'process raft request' (duration: 478.355665ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:54.117032Z","caller":"traceutil/trace.go:171","msg":"trace[1300228907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:628; }","duration":"242.492121ms","start":"2026-02-27T01:19:53.874533Z","end":"2026-02-27T01:19:54.117026Z","steps":["trace[1300228907] 'agreement among raft nodes before linearized reading' (duration: 242.395189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:54.117071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:53.638256Z","time spent":"478.789567ms","remote":"127.0.0.1:43372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21213,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:54.505667Z","caller":"traceutil/trace.go:171","msg":"trace[835510687] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"378.98514ms","start":"2026-02-27T01:19:54.126646Z","end":"2026-02-27T01:19:54.505631Z","steps":["trace[835510687] 'process raft request' (duration: 324.707819ms)","trace[835510687] 'compare' (duration: 54.032084ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:54.505858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:54.126633Z","time spent":"379.147814ms","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:19:54.507688Z","caller":"traceutil/trace.go:171","msg":"trace[1053174971] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"380.85159ms","start":"2026-02-27T01:19:54.126792Z","end":"2026-02-27T01:19:54.507643Z","steps":["trace[1053174971] 'process raft request' (duration: 380.560372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:54.507914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:54.126773Z","time spent":"381.007733ms","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:54.507975Z","caller":"traceutil/trace.go:171","msg":"trace[482488360] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"379.259057ms","start":"2026-02-27T01:19:54.128683Z","end":"2026-02-27T01:19:54.507942Z","steps":["trace[482488360] 'process raft request' (duration: 379.03174ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:54.508114Z","caller":"traceutil/trace.go:171","msg":"trace[1892987967] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"379.524714ms","start":"2026-02-27T01:19:54.128568Z","end":"2026-02-27T01:19:54.508093Z","steps":["trace[1892987967] 'process raft request' (duration: 378.930298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:54.508147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:54.128659Z","time spent":"379.396641ms","remote":"127.0.0.1:43372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10608,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:54.508202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:54.128557Z","time spent":"379.604686ms","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:19:54.508357Z","caller":"traceutil/trace.go:171","msg":"trace[1714641698] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"379.096332ms","start":"2026-02-27T01:19:54.129251Z","end":"2026-02-27T01:19:54.508347Z","steps":["trace[1714641698] 'process raft request' (duration: 378.568618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:54.508391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:54.129242Z","time spent":"379.131383ms","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1186,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:19:54.508592Z","caller":"traceutil/trace.go:171","msg":"trace[947574213] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"378.010324ms","start":"2026-02-27T01:19:54.130572Z","end":"2026-02-27T01:19:54.508583Z","steps":["trace[947574213] 'process raft request' (duration: 377.301575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:54.508631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:54.130544Z","time spent":"378.067355ms","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:54.508725Z","caller":"traceutil/trace.go:171","msg":"trace[779996938] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:648; }","duration":"118.901488ms","start":"2026-02-27T01:19:54.389809Z","end":"2026-02-27T01:19:54.50871Z","steps":["trace[779996938] 'read index received' (duration: 61.569606ms)","trace[779996938] 'applied index is now lower than readState.Index' (duration: 57.330852ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:54.50881Z","caller":"traceutil/trace.go:171","msg":"trace[2063989597] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"377.281154ms","start":"2026-02-27T01:19:54.131519Z","end":"2026-02-27T01:19:54.5088Z","steps":["trace[2063989597] 'process raft request' (duration: 377.087658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:54.508873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:54.131498Z","time spent":"377.331675ms","remote":"127.0.0.1:43372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21222,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:54.509913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.08485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T01:19:54.509989Z","caller":"traceutil/trace.go:171","msg":"trace[447297370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:635; }","duration":"120.236104ms","start":"2026-02-27T01:19:54.38973Z","end":"2026-02-27T01:19:54.509966Z","steps":["trace[447297370] 'agreement among raft nodes before linearized reading' (duration: 119.216977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:54.759435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.090766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:54.759756Z","caller":"traceutil/trace.go:171","msg":"trace[2098278197] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"117.729587ms","start":"2026-02-27T01:19:54.642018Z","end":"2026-02-27T01:19:54.759747Z","steps":["trace[2098278197] 'process raft request' (duration: 117.662625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:54.759881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.413386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116"} {"level":"info","ts":"2026-02-27T01:19:54.759651Z","caller":"traceutil/trace.go:171","msg":"trace[355692646] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"230.249214ms","start":"2026-02-27T01:19:54.529375Z","end":"2026-02-27T01:19:54.759624Z","steps":["trace[355692646] 'process raft request' (duration: 126.84015ms)","trace[355692646] 'compare' (duration: 102.91312ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:54.759915Z","caller":"traceutil/trace.go:171","msg":"trace[264951987] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:644; }","duration":"191.492068ms","start":"2026-02-27T01:19:54.568413Z","end":"2026-02-27T01:19:54.759905Z","steps":["trace[264951987] 'agreement among raft nodes before linearized reading' (duration: 191.391735ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:54.759784Z","caller":"traceutil/trace.go:171","msg":"trace[1870283580] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:662; }","duration":"191.305664ms","start":"2026-02-27T01:19:54.568465Z","end":"2026-02-27T01:19:54.75977Z","steps":["trace[1870283580] 'read index received' (duration: 87.736715ms)","trace[1870283580] 'applied index is now lower than readState.Index' (duration: 103.567398ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:54.760234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.980642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:19:54.760255Z","caller":"traceutil/trace.go:171","msg":"trace[1180633586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:644; }","duration":"149.025613ms","start":"2026-02-27T01:19:54.611225Z","end":"2026-02-27T01:19:54.76025Z","steps":["trace[1180633586] 'agreement among raft nodes before linearized reading' (duration: 148.931741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:54.760589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.190793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-j6w69\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-02-27T01:19:54.760641Z","caller":"traceutil/trace.go:171","msg":"trace[549222339] range","detail":"{range_begin:/registry/pods/kube-system/cilium-j6w69; range_end:; response_count:1; response_revision:644; }","duration":"120.268214ms","start":"2026-02-27T01:19:54.640357Z","end":"2026-02-27T01:19:54.760625Z","steps":["trace[549222339] 'agreement among raft nodes before linearized reading' (duration: 119.888634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:55.022845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.25331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:55.023021Z","caller":"traceutil/trace.go:171","msg":"trace[1482435347] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"259.133096ms","start":"2026-02-27T01:19:54.763868Z","end":"2026-02-27T01:19:55.023001Z","steps":["trace[1482435347] 'process raft request' (duration: 152.633279ms)","trace[1482435347] 'compare' (duration: 106.115337ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:55.023508Z","caller":"traceutil/trace.go:171","msg":"trace[934090730] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:665; }","duration":"222.706052ms","start":"2026-02-27T01:19:54.80079Z","end":"2026-02-27T01:19:55.023496Z","steps":["trace[934090730] 'read index received' (duration: 115.766394ms)","trace[934090730] 'applied index is now lower than readState.Index' (duration: 106.938658ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:55.023475Z","caller":"traceutil/trace.go:171","msg":"trace[1194656603] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"246.487308ms","start":"2026-02-27T01:19:54.776925Z","end":"2026-02-27T01:19:55.023413Z","steps":["trace[1194656603] 'process raft request' (duration: 246.016595ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:55.02361Z","caller":"traceutil/trace.go:171","msg":"trace[91360272] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"236.8081ms","start":"2026-02-27T01:19:54.786737Z","end":"2026-02-27T01:19:55.023545Z","steps":["trace[91360272] 'process raft request' (duration: 236.572493ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:55.023649Z","caller":"traceutil/trace.go:171","msg":"trace[369869254] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"234.083737ms","start":"2026-02-27T01:19:54.789539Z","end":"2026-02-27T01:19:55.023623Z","steps":["trace[369869254] 'process raft request' (duration: 233.882211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:55.023964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.168034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:66005"} {"level":"info","ts":"2026-02-27T01:19:55.024007Z","caller":"traceutil/trace.go:171","msg":"trace[1300800431] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:649; }","duration":"223.247547ms","start":"2026-02-27T01:19:54.800747Z","end":"2026-02-27T01:19:55.023994Z","steps":["trace[1300800431] 'agreement among raft nodes before linearized reading' (duration: 222.802115ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:55.036347Z","caller":"traceutil/trace.go:171","msg":"trace[1961994634] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"235.510285ms","start":"2026-02-27T01:19:54.800815Z","end":"2026-02-27T01:19:55.036325Z","steps":["trace[1961994634] 'process raft request' (duration: 235.397782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:55.264962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.006825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:55.265285Z","caller":"traceutil/trace.go:171","msg":"trace[1301041991] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"225.61711ms","start":"2026-02-27T01:19:55.039632Z","end":"2026-02-27T01:19:55.265249Z","steps":["trace[1301041991] 'process raft request' (duration: 225.441455ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:55.265598Z","caller":"traceutil/trace.go:171","msg":"trace[1762200856] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"225.818956ms","start":"2026-02-27T01:19:55.039731Z","end":"2026-02-27T01:19:55.26555Z","steps":["trace[1762200856] 'process raft request' (duration: 225.407755ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:55.265852Z","caller":"traceutil/trace.go:171","msg":"trace[200869925] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"218.568762ms","start":"2026-02-27T01:19:55.04727Z","end":"2026-02-27T01:19:55.265839Z","steps":["trace[200869925] 'process raft request' (duration: 217.966536ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:55.265919Z","caller":"traceutil/trace.go:171","msg":"trace[82504502] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"238.419403ms","start":"2026-02-27T01:19:55.026897Z","end":"2026-02-27T01:19:55.265317Z","steps":["trace[82504502] 'process raft request' (duration: 104.946375ms)","trace[82504502] 'compare' (duration: 132.79363ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:55.266286Z","caller":"traceutil/trace.go:171","msg":"trace[1460404437] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"209.052867ms","start":"2026-02-27T01:19:55.057216Z","end":"2026-02-27T01:19:55.266269Z","steps":["trace[1460404437] 'process raft request' (duration: 208.497542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:55.813652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.263494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:55.81393Z","caller":"traceutil/trace.go:171","msg":"trace[1986362974] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"519.586007ms","start":"2026-02-27T01:19:55.294309Z","end":"2026-02-27T01:19:55.813895Z","steps":["trace[1986362974] 'process raft request' (duration: 184.997444ms)","trace[1986362974] 'compare' (duration: 334.054149ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:55.813964Z","caller":"traceutil/trace.go:171","msg":"trace[1815550280] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"510.860564ms","start":"2026-02-27T01:19:55.303085Z","end":"2026-02-27T01:19:55.813945Z","steps":["trace[1815550280] 'process raft request' (duration: 510.759662ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:55.81399Z","caller":"traceutil/trace.go:171","msg":"trace[1781839757] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"517.670496ms","start":"2026-02-27T01:19:55.296267Z","end":"2026-02-27T01:19:55.813937Z","steps":["trace[1781839757] 'process raft request' (duration: 517.524382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:55.814051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:55.303064Z","time spent":"510.955866ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3000,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:55.814095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:55.294286Z","time spent":"519.730931ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:19:55.814106Z","caller":"traceutil/trace.go:171","msg":"trace[302403598] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"510.72166ms","start":"2026-02-27T01:19:55.303216Z","end":"2026-02-27T01:19:55.813938Z","steps":["trace[302403598] 'process raft request' (duration: 510.677639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:55.814176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:55.296203Z","time spent":"517.888922ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3870,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:55.814308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:55.303208Z","time spent":"511.007549ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4127,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:56.155802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551150174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:19:57.111305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163810506s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:57.111455Z","caller":"traceutil/trace.go:171","msg":"trace[535519869] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:661; }","duration":"1.16397331s","start":"2026-02-27T01:19:55.947461Z","end":"2026-02-27T01:19:57.111434Z","steps":["trace[535519869] 'range keys from in-memory index tree' (duration: 1.163795616s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.111899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.926671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:19:57.112308Z","caller":"traceutil/trace.go:171","msg":"trace[1464423581] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"1.291291982s","start":"2026-02-27T01:19:55.820969Z","end":"2026-02-27T01:19:57.112261Z","steps":["trace[1464423581] 'process raft request' (duration: 1.291093037s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.112406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:55.820933Z","time spent":"1.291434506s","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4293,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:19:57.112517Z","caller":"traceutil/trace.go:171","msg":"trace[1961248862] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"1.757615976s","start":"2026-02-27T01:19:55.354825Z","end":"2026-02-27T01:19:57.112441Z","steps":["trace[1961248862] 'process raft request' (duration: 1.757172824s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.112581Z","caller":"traceutil/trace.go:171","msg":"trace[1603282629] linearizableReadLoop","detail":"{readStateIndex:687; appliedIndex:681; }","duration":"1.457343061s","start":"2026-02-27T01:19:55.655205Z","end":"2026-02-27T01:19:57.112548Z","steps":["trace[1603282629] 'read index received' (duration: 595.786013ms)","trace[1603282629] 'applied index is now lower than readState.Index' (duration: 861.555268ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:57.112584Z","caller":"traceutil/trace.go:171","msg":"trace[898315280] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"1.290876702s","start":"2026-02-27T01:19:55.82165Z","end":"2026-02-27T01:19:57.112527Z","steps":["trace[898315280] 'process raft request' (duration: 1.290515762s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.112587Z","caller":"traceutil/trace.go:171","msg":"trace[128196902] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"1.291461197s","start":"2026-02-27T01:19:55.821056Z","end":"2026-02-27T01:19:57.112517Z","steps":["trace[128196902] 'process raft request' (duration: 1.291041906s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.112668Z","caller":"traceutil/trace.go:171","msg":"trace[1389668686] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"1.290933632s","start":"2026-02-27T01:19:55.821514Z","end":"2026-02-27T01:19:57.112448Z","steps":["trace[1389668686] 'process raft request' (duration: 1.290610014s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.112698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:55.35481Z","time spent":"1.75778312s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:57.112737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:55.821638Z","time spent":"1.291025965s","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4553,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:57.112849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:55.82149Z","time spent":"1.291243821s","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1679,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:57.112845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:55.821019Z","time spent":"1.291712604s","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3434,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:19:57.113081Z","caller":"traceutil/trace.go:171","msg":"trace[1315005709] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"1.790069293s","start":"2026-02-27T01:19:55.322372Z","end":"2026-02-27T01:19:57.112441Z","steps":["trace[1315005709] 'process raft request' (duration: 928.512746ms)","trace[1315005709] 'compare' (duration: 860.760236ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:57.113233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:55.322345Z","time spent":"1.790804603s","remote":"127.0.0.1:43372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73573,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:57.165619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510398459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-j6w69\" ","response":"range_response_count:1 size:17786"} {"level":"info","ts":"2026-02-27T01:19:57.165714Z","caller":"traceutil/trace.go:171","msg":"trace[479081697] range","detail":"{range_begin:/registry/pods/kube-system/cilium-j6w69; range_end:; response_count:1; response_revision:667; }","duration":"1.510550663s","start":"2026-02-27T01:19:55.655141Z","end":"2026-02-27T01:19:57.165691Z","steps":["trace[479081697] 'agreement among raft nodes before linearized reading' (duration: 1.457502685s)","trace[479081697] 'range keys from in-memory index tree' (duration: 52.821992ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:57.165705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.483144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T01:19:57.165747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.129244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:19:57.165769Z","caller":"traceutil/trace.go:171","msg":"trace[420471153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:667; }","duration":"137.587627ms","start":"2026-02-27T01:19:57.028164Z","end":"2026-02-27T01:19:57.165752Z","steps":["trace[420471153] 'agreement among raft nodes before linearized reading' (duration: 137.33299ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.165799Z","caller":"traceutil/trace.go:171","msg":"trace[1656605349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:667; }","duration":"596.221236ms","start":"2026-02-27T01:19:56.569561Z","end":"2026-02-27T01:19:57.165782Z","steps":["trace[1656605349] 'agreement among raft nodes before linearized reading' (duration: 596.112153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.165846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.321119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:19:57.165851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:56.569526Z","time spent":"596.313989ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:19:57.165873Z","caller":"traceutil/trace.go:171","msg":"trace[228730682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:667; }","duration":"596.39084ms","start":"2026-02-27T01:19:56.569474Z","end":"2026-02-27T01:19:57.165865Z","steps":["trace[228730682] 'agreement among raft nodes before linearized reading' (duration: 596.307748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.165907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:56.569446Z","time spent":"596.451362ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:19:57.165757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:55.65512Z","time spent":"1.510628115s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17808,"request content":"key:\"/registry/pods/kube-system/cilium-j6w69\" "} {"level":"warn","ts":"2026-02-27T01:19:57.166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292528766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:57.166118Z","caller":"traceutil/trace.go:171","msg":"trace[1754504982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:667; }","duration":"1.292687499s","start":"2026-02-27T01:19:55.873403Z","end":"2026-02-27T01:19:57.16609Z","steps":["trace[1754504982] 'agreement among raft nodes before linearized reading' (duration: 1.292482594s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.166171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:55.87339Z","time spent":"1.292771882s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:19:57.165629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.058082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:19:57.166304Z","caller":"traceutil/trace.go:171","msg":"trace[1128949955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:667; }","duration":"596.77597ms","start":"2026-02-27T01:19:56.56951Z","end":"2026-02-27T01:19:57.166286Z","steps":["trace[1128949955] 'agreement among raft nodes before linearized reading' (duration: 596.00297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.166365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:56.569487Z","time spent":"596.859113ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:19:57.250127Z","caller":"traceutil/trace.go:171","msg":"trace[1078734782] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"129.381148ms","start":"2026-02-27T01:19:57.12072Z","end":"2026-02-27T01:19:57.250102Z","steps":["trace[1078734782] 'process raft request' (duration: 129.141221ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.47804Z","caller":"traceutil/trace.go:171","msg":"trace[1947025958] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"357.206187ms","start":"2026-02-27T01:19:57.120772Z","end":"2026-02-27T01:19:57.477978Z","steps":["trace[1947025958] 'process raft request' (duration: 357.007692ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.478071Z","caller":"traceutil/trace.go:171","msg":"trace[2027903895] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"357.126785ms","start":"2026-02-27T01:19:57.120916Z","end":"2026-02-27T01:19:57.478043Z","steps":["trace[2027903895] 'process raft request' (duration: 356.997502ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.478111Z","caller":"traceutil/trace.go:171","msg":"trace[2090274300] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"357.075063ms","start":"2026-02-27T01:19:57.121014Z","end":"2026-02-27T01:19:57.478089Z","steps":["trace[2090274300] 'process raft request' (duration: 356.996721ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.478154Z","caller":"traceutil/trace.go:171","msg":"trace[456447002] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"357.166736ms","start":"2026-02-27T01:19:57.120959Z","end":"2026-02-27T01:19:57.478126Z","steps":["trace[456447002] 'process raft request' (duration: 356.996962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.478211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:57.120898Z","time spent":"357.242658ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":734,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:19:57.478261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:57.121001Z","time spent":"357.170097ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:57.478277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:57.120934Z","time spent":"357.276909ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3501,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:57.478275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:57.12075Z","time spent":"357.386942ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:19:57.478541Z","caller":"traceutil/trace.go:171","msg":"trace[1085256435] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"357.068424ms","start":"2026-02-27T01:19:57.121439Z","end":"2026-02-27T01:19:57.478507Z","steps":["trace[1085256435] 'process raft request' (duration: 356.614461ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.478575Z","caller":"traceutil/trace.go:171","msg":"trace[1371026384] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"308.537157ms","start":"2026-02-27T01:19:57.169989Z","end":"2026-02-27T01:19:57.478526Z","steps":["trace[1371026384] 'process raft request' (duration: 308.312191ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.478753Z","caller":"traceutil/trace.go:171","msg":"trace[154143305] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"308.691601ms","start":"2026-02-27T01:19:57.170049Z","end":"2026-02-27T01:19:57.478741Z","steps":["trace[154143305] 'process raft request' (duration: 308.416163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.478759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:57.121429Z","time spent":"357.185346ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4624,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:57.478813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:57.170026Z","time spent":"308.750843ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:57.478816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:57.169978Z","time spent":"308.708641ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:57.478837Z","caller":"traceutil/trace.go:171","msg":"trace[1001373599] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"308.533987ms","start":"2026-02-27T01:19:57.170287Z","end":"2026-02-27T01:19:57.478821Z","steps":["trace[1001373599] 'process raft request' (duration: 308.337442ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.47886Z","caller":"traceutil/trace.go:171","msg":"trace[648249923] linearizableReadLoop","detail":"{readStateIndex:694; appliedIndex:688; }","duration":"313.385026ms","start":"2026-02-27T01:19:57.165455Z","end":"2026-02-27T01:19:57.47884Z","steps":["trace[648249923] 'read index received' (duration: 84.472278ms)","trace[648249923] 'applied index is now lower than readState.Index' (duration: 228.911448ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:57.478895Z","caller":"traceutil/trace.go:171","msg":"trace[54320253] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"297.008819ms","start":"2026-02-27T01:19:57.181877Z","end":"2026-02-27T01:19:57.478886Z","steps":["trace[54320253] 'process raft request' (duration: 296.889636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.478924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:57.17027Z","time spent":"308.603758ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:19:57.478978Z","caller":"traceutil/trace.go:171","msg":"trace[300944636] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"308.506045ms","start":"2026-02-27T01:19:57.170446Z","end":"2026-02-27T01:19:57.478952Z","steps":["trace[300944636] 'process raft request' (duration: 308.265309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.479004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.177023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:19:57.479034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.574147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:57.479055Z","caller":"traceutil/trace.go:171","msg":"trace[1769049767] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:678; }","duration":"358.305077ms","start":"2026-02-27T01:19:57.120731Z","end":"2026-02-27T01:19:57.479036Z","steps":["trace[1769049767] 'agreement among raft nodes before linearized reading' (duration: 358.223475ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.479076Z","caller":"traceutil/trace.go:171","msg":"trace[1640548534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:678; }","duration":"311.66747ms","start":"2026-02-27T01:19:57.167397Z","end":"2026-02-27T01:19:57.479065Z","steps":["trace[1640548534] 'agreement among raft nodes before linearized reading' (duration: 311.608299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.479088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:57.170439Z","time spent":"308.589959ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:19:57.479099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:57.120714Z","time spent":"358.372718ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" "} {"level":"warn","ts":"2026-02-27T01:19:57.479103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:57.16738Z","time spent":"311.717461ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:19:57.479123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.585299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:19:57.479169Z","caller":"traceutil/trace.go:171","msg":"trace[1080490514] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:678; }","duration":"216.672442ms","start":"2026-02-27T01:19:57.262481Z","end":"2026-02-27T01:19:57.479153Z","steps":["trace[1080490514] 'agreement among raft nodes before linearized reading' (duration: 216.59742ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.688286Z","caller":"traceutil/trace.go:171","msg":"trace[1177486186] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"205.559645ms","start":"2026-02-27T01:19:57.482694Z","end":"2026-02-27T01:19:57.688254Z","steps":["trace[1177486186] 'process raft request' (duration: 152.428274ms)","trace[1177486186] 'compare' (duration: 52.947736ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:19:57.765603Z","caller":"traceutil/trace.go:171","msg":"trace[1016636503] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"282.735267ms","start":"2026-02-27T01:19:57.482823Z","end":"2026-02-27T01:19:57.765558Z","steps":["trace[1016636503] 'process raft request' (duration: 282.48889ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.765666Z","caller":"traceutil/trace.go:171","msg":"trace[453809924] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"282.48702ms","start":"2026-02-27T01:19:57.483138Z","end":"2026-02-27T01:19:57.765625Z","steps":["trace[453809924] 'process raft request' (duration: 282.311266ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.765847Z","caller":"traceutil/trace.go:171","msg":"trace[765353630] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"282.316116ms","start":"2026-02-27T01:19:57.483483Z","end":"2026-02-27T01:19:57.765799Z","steps":["trace[765353630] 'process raft request' (duration: 282.017538ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.765921Z","caller":"traceutil/trace.go:171","msg":"trace[2041507680] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"193.42302ms","start":"2026-02-27T01:19:57.572471Z","end":"2026-02-27T01:19:57.765894Z","steps":["trace[2041507680] 'process raft request' (duration: 193.118462ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.765864Z","caller":"traceutil/trace.go:171","msg":"trace[375324791] linearizableReadLoop","detail":"{readStateIndex:703; appliedIndex:699; }","duration":"279.910741ms","start":"2026-02-27T01:19:57.48593Z","end":"2026-02-27T01:19:57.765841Z","steps":["trace[375324791] 'read index received' (duration: 149.29331ms)","trace[375324791] 'applied index is now lower than readState.Index' (duration: 130.616501ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:57.766075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.118457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"info","ts":"2026-02-27T01:19:57.766145Z","caller":"traceutil/trace.go:171","msg":"trace[72986950] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:683; }","duration":"280.24615ms","start":"2026-02-27T01:19:57.485887Z","end":"2026-02-27T01:19:57.766133Z","steps":["trace[72986950] 'agreement among raft nodes before linearized reading' (duration: 280.041725ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.88248Z","caller":"traceutil/trace.go:171","msg":"trace[1139167007] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"187.592714ms","start":"2026-02-27T01:19:57.694855Z","end":"2026-02-27T01:19:57.882447Z","steps":["trace[1139167007] 'process raft request' (duration: 187.476751ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.88248Z","caller":"traceutil/trace.go:171","msg":"trace[1458387506] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"187.736948ms","start":"2026-02-27T01:19:57.694699Z","end":"2026-02-27T01:19:57.882436Z","steps":["trace[1458387506] 'process raft request' (duration: 182.395135ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.882551Z","caller":"traceutil/trace.go:171","msg":"trace[1616587317] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:704; }","duration":"116.420192ms","start":"2026-02-27T01:19:57.766105Z","end":"2026-02-27T01:19:57.882526Z","steps":["trace[1616587317] 'read index received' (duration: 111.008097ms)","trace[1616587317] 'applied index is now lower than readState.Index' (duration: 5.411005ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:19:57.882794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.824056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-02-27T01:19:57.882841Z","caller":"traceutil/trace.go:171","msg":"trace[1581808229] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:688; }","duration":"396.945619ms","start":"2026-02-27T01:19:57.485886Z","end":"2026-02-27T01:19:57.882831Z","steps":["trace[1581808229] 'agreement among raft nodes before linearized reading' (duration: 396.731644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.882879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:57.485861Z","time spent":"397.010391ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4396,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-02-27T01:19:57.882972Z","caller":"traceutil/trace.go:171","msg":"trace[1444930408] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"186.746432ms","start":"2026-02-27T01:19:57.696213Z","end":"2026-02-27T01:19:57.882959Z","steps":["trace[1444930408] 'process raft request' (duration: 186.155646ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.883001Z","caller":"traceutil/trace.go:171","msg":"trace[1708243626] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"185.95558ms","start":"2026-02-27T01:19:57.697027Z","end":"2026-02-27T01:19:57.882983Z","steps":["trace[1708243626] 'process raft request' (duration: 185.413316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.883212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.318479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:19:57.883256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.978284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4639"} {"level":"info","ts":"2026-02-27T01:19:57.883291Z","caller":"traceutil/trace.go:171","msg":"trace[768957083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:688; }","duration":"394.439883ms","start":"2026-02-27T01:19:57.488833Z","end":"2026-02-27T01:19:57.883273Z","steps":["trace[768957083] 'agreement among raft nodes before linearized reading' (duration: 394.286799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.883334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:57.488823Z","time spent":"394.504115ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:19:57.88329Z","caller":"traceutil/trace.go:171","msg":"trace[2058618344] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:688; }","duration":"396.046895ms","start":"2026-02-27T01:19:57.487234Z","end":"2026-02-27T01:19:57.883281Z","steps":["trace[2058618344] 'agreement among raft nodes before linearized reading' (duration: 395.905302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.883375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:19:57.48722Z","time spent":"396.145269ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4661,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-02-27T01:19:57.883226Z","caller":"traceutil/trace.go:171","msg":"trace[1147334380] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"185.93881ms","start":"2026-02-27T01:19:57.697229Z","end":"2026-02-27T01:19:57.883168Z","steps":["trace[1147334380] 'process raft request' (duration: 185.244772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:19:57.883364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.025869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-j6w69\" ","response":"range_response_count:1 size:17970"} {"level":"info","ts":"2026-02-27T01:19:57.884164Z","caller":"traceutil/trace.go:171","msg":"trace[64747310] range","detail":"{range_begin:/registry/pods/kube-system/cilium-j6w69; range_end:; response_count:1; response_revision:688; }","duration":"187.885232ms","start":"2026-02-27T01:19:57.696259Z","end":"2026-02-27T01:19:57.884144Z","steps":["trace[64747310] 'agreement among raft nodes before linearized reading' (duration: 186.949697ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.947554Z","caller":"traceutil/trace.go:171","msg":"trace[1415492792] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"176.035594ms","start":"2026-02-27T01:19:57.771493Z","end":"2026-02-27T01:19:57.947528Z","steps":["trace[1415492792] 'process raft request' (duration: 175.769237ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.947676Z","caller":"traceutil/trace.go:171","msg":"trace[1736685469] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"162.489013ms","start":"2026-02-27T01:19:57.785177Z","end":"2026-02-27T01:19:57.947666Z","steps":["trace[1736685469] 'process raft request' (duration: 162.293988ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.947591Z","caller":"traceutil/trace.go:171","msg":"trace[2005024729] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"174.201476ms","start":"2026-02-27T01:19:57.773377Z","end":"2026-02-27T01:19:57.947578Z","steps":["trace[2005024729] 'process raft request' (duration: 174.024051ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.947594Z","caller":"traceutil/trace.go:171","msg":"trace[1225770533] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"175.265014ms","start":"2026-02-27T01:19:57.772293Z","end":"2026-02-27T01:19:57.947558Z","steps":["trace[1225770533] 'process raft request' (duration: 175.060179ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:57.947629Z","caller":"traceutil/trace.go:171","msg":"trace[1945871509] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"173.460146ms","start":"2026-02-27T01:19:57.77416Z","end":"2026-02-27T01:19:57.947621Z","steps":["trace[1945871509] 'process raft request' (duration: 173.287661ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:58.496816Z","caller":"traceutil/trace.go:171","msg":"trace[878352836] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"163.219212ms","start":"2026-02-27T01:19:58.333567Z","end":"2026-02-27T01:19:58.496786Z","steps":["trace[878352836] 'process raft request' (duration: 162.76433ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:58.497428Z","caller":"traceutil/trace.go:171","msg":"trace[1514202947] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"162.890913ms","start":"2026-02-27T01:19:58.334404Z","end":"2026-02-27T01:19:58.497295Z","steps":["trace[1514202947] 'process raft request' (duration: 162.242336ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:58.497482Z","caller":"traceutil/trace.go:171","msg":"trace[1314042541] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"127.620591ms","start":"2026-02-27T01:19:58.369838Z","end":"2026-02-27T01:19:58.497459Z","steps":["trace[1314042541] 'process raft request' (duration: 127.063116ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:19:59.314761Z","caller":"traceutil/trace.go:171","msg":"trace[2620761] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"230.83676ms","start":"2026-02-27T01:19:59.083897Z","end":"2026-02-27T01:19:59.314734Z","steps":["trace[2620761] 'process raft request' (duration: 230.651385ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:01.313243Z","caller":"traceutil/trace.go:171","msg":"trace[1697475481] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"159.550044ms","start":"2026-02-27T01:20:01.153668Z","end":"2026-02-27T01:20:01.313218Z","steps":["trace[1697475481] 'process raft request' (duration: 153.165923ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:01.447018Z","caller":"traceutil/trace.go:171","msg":"trace[1406707283] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"159.896314ms","start":"2026-02-27T01:20:01.287092Z","end":"2026-02-27T01:20:01.446989Z","steps":["trace[1406707283] 'process raft request' (duration: 157.723286ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:01.480957Z","caller":"traceutil/trace.go:171","msg":"trace[1711093751] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"156.519514ms","start":"2026-02-27T01:20:01.324263Z","end":"2026-02-27T01:20:01.480783Z","steps":["trace[1711093751] 'process raft request' (duration: 156.312168ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:01.588031Z","caller":"traceutil/trace.go:171","msg":"trace[1215359502] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"102.55079ms","start":"2026-02-27T01:20:01.485448Z","end":"2026-02-27T01:20:01.587999Z","steps":["trace[1215359502] 'process raft request' (duration: 102.260813ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:01.588028Z","caller":"traceutil/trace.go:171","msg":"trace[443969341] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"102.51753ms","start":"2026-02-27T01:20:01.485474Z","end":"2026-02-27T01:20:01.587992Z","steps":["trace[443969341] 'process raft request' (duration: 102.420678ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:01.588514Z","caller":"traceutil/trace.go:171","msg":"trace[1875553915] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"102.390847ms","start":"2026-02-27T01:20:01.48611Z","end":"2026-02-27T01:20:01.588501Z","steps":["trace[1875553915] 'process raft request' (duration: 101.832532ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:01.588968Z","caller":"traceutil/trace.go:171","msg":"trace[225328642] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"102.372206ms","start":"2026-02-27T01:20:01.486583Z","end":"2026-02-27T01:20:01.588955Z","steps":["trace[225328642] 'process raft request' (duration: 101.813121ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:01.588983Z","caller":"traceutil/trace.go:171","msg":"trace[1054095345] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"101.908494ms","start":"2026-02-27T01:20:01.487037Z","end":"2026-02-27T01:20:01.588946Z","steps":["trace[1054095345] 'process raft request' (duration: 101.567765ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:01.58907Z","caller":"traceutil/trace.go:171","msg":"trace[249094488] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"101.845722ms","start":"2026-02-27T01:20:01.487215Z","end":"2026-02-27T01:20:01.58906Z","steps":["trace[249094488] 'process raft request' (duration: 101.470662ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:01.589135Z","caller":"traceutil/trace.go:171","msg":"trace[1242736504] linearizableReadLoop","detail":"{readStateIndex:800; appliedIndex:798; }","duration":"106.941168ms","start":"2026-02-27T01:20:01.482178Z","end":"2026-02-27T01:20:01.589119Z","steps":["trace[1242736504] 'read index received' (duration: 41.566181ms)","trace[1242736504] 'applied index is now lower than readState.Index' (duration: 65.373437ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:01.589175Z","caller":"traceutil/trace.go:171","msg":"trace[55279571] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"101.823512ms","start":"2026-02-27T01:20:01.487338Z","end":"2026-02-27T01:20:01.589162Z","steps":["trace[55279571] 'process raft request' (duration: 101.432761ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:01.589203Z","caller":"traceutil/trace.go:171","msg":"trace[1190004847] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"101.888093ms","start":"2026-02-27T01:20:01.487269Z","end":"2026-02-27T01:20:01.589157Z","steps":["trace[1190004847] 'process raft request' (duration: 101.464162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:01.589602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.38317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-02-27T01:20:01.589712Z","caller":"traceutil/trace.go:171","msg":"trace[694031430] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:785; }","duration":"107.540965ms","start":"2026-02-27T01:20:01.482142Z","end":"2026-02-27T01:20:01.589683Z","steps":["trace[694031430] 'agreement among raft nodes before linearized reading' (duration: 107.040691ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:01.759256Z","caller":"traceutil/trace.go:171","msg":"trace[748538129] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"130.58031ms","start":"2026-02-27T01:20:01.62865Z","end":"2026-02-27T01:20:01.759231Z","steps":["trace[748538129] 'process raft request' (duration: 130.490498ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:01.759378Z","caller":"traceutil/trace.go:171","msg":"trace[1268518755] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"136.223401ms","start":"2026-02-27T01:20:01.62314Z","end":"2026-02-27T01:20:01.759363Z","steps":["trace[1268518755] 'process raft request' (duration: 86.7943ms)","trace[1268518755] 'compare' (duration: 49.0388ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:01.759509Z","caller":"traceutil/trace.go:171","msg":"trace[919150300] linearizableReadLoop","detail":"{readStateIndex:813; appliedIndex:812; }","duration":"134.590368ms","start":"2026-02-27T01:20:01.624696Z","end":"2026-02-27T01:20:01.759287Z","steps":["trace[919150300] 'read index received' (duration: 85.324941ms)","trace[919150300] 'applied index is now lower than readState.Index' (duration: 49.260787ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:20:01.760272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.610864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:20:01.76055Z","caller":"traceutil/trace.go:171","msg":"trace[1371326088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:791; }","duration":"127.278342ms","start":"2026-02-27T01:20:01.633249Z","end":"2026-02-27T01:20:01.760527Z","steps":["trace[1371326088] 'agreement among raft nodes before linearized reading' (duration: 126.528062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:01.759946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.364021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:20:01.759678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.919006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T01:20:01.761331Z","caller":"traceutil/trace.go:171","msg":"trace[947282098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:791; }","duration":"126.784679ms","start":"2026-02-27T01:20:01.63453Z","end":"2026-02-27T01:20:01.761315Z","steps":["trace[947282098] 'agreement among raft nodes before linearized reading' (duration: 125.300699ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:01.761383Z","caller":"traceutil/trace.go:171","msg":"trace[164777282] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:791; }","duration":"136.677723ms","start":"2026-02-27T01:20:01.62468Z","end":"2026-02-27T01:20:01.761358Z","steps":["trace[164777282] 'agreement among raft nodes before linearized reading' (duration: 134.815313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:01.76172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.515928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:20:01.761803Z","caller":"traceutil/trace.go:171","msg":"trace[239346515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:791; }","duration":"127.60031ms","start":"2026-02-27T01:20:01.63417Z","end":"2026-02-27T01:20:01.76177Z","steps":["trace[239346515] 'agreement among raft nodes before linearized reading' (duration: 125.665078ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:02.052392Z","caller":"traceutil/trace.go:171","msg":"trace[889289016] linearizableReadLoop","detail":"{readStateIndex:822; appliedIndex:820; }","duration":"190.729718ms","start":"2026-02-27T01:20:01.861635Z","end":"2026-02-27T01:20:02.052364Z","steps":["trace[889289016] 'read index received' (duration: 7.968253ms)","trace[889289016] 'applied index is now lower than readState.Index' (duration: 182.760465ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:02.05251Z","caller":"traceutil/trace.go:171","msg":"trace[107966297] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"206.662264ms","start":"2026-02-27T01:20:01.845804Z","end":"2026-02-27T01:20:02.052466Z","steps":["trace[107966297] 'process raft request' (duration: 169.941172ms)","trace[107966297] 'compare' (duration: 36.493275ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:20:02.052633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.972134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-02-27T01:20:02.05268Z","caller":"traceutil/trace.go:171","msg":"trace[89550312] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:799; }","duration":"191.057547ms","start":"2026-02-27T01:20:01.861608Z","end":"2026-02-27T01:20:02.052666Z","steps":["trace[89550312] 'agreement among raft nodes before linearized reading' (duration: 190.883802ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:02.160869Z","caller":"traceutil/trace.go:171","msg":"trace[1955606299] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"286.118207ms","start":"2026-02-27T01:20:01.874704Z","end":"2026-02-27T01:20:02.160822Z","steps":["trace[1955606299] 'process raft request' (duration: 284.194705ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:02.160955Z","caller":"traceutil/trace.go:171","msg":"trace[1167194526] linearizableReadLoop","detail":"{readStateIndex:824; appliedIndex:822; }","duration":"108.462089ms","start":"2026-02-27T01:20:02.052466Z","end":"2026-02-27T01:20:02.160928Z","steps":["trace[1167194526] 'read index received' (duration: 106.426044ms)","trace[1167194526] 'applied index is now lower than readState.Index' (duration: 2.034715ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:20:02.161177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.416137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-02-27T01:20:02.161213Z","caller":"traceutil/trace.go:171","msg":"trace[1432183047] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:801; }","duration":"298.500498ms","start":"2026-02-27T01:20:01.862702Z","end":"2026-02-27T01:20:02.161203Z","steps":["trace[1432183047] 'agreement among raft nodes before linearized reading' (duration: 298.394525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:02.16132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.470898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-02-27T01:20:02.161376Z","caller":"traceutil/trace.go:171","msg":"trace[1881093468] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"249.660843ms","start":"2026-02-27T01:20:01.911679Z","end":"2026-02-27T01:20:02.16134Z","steps":["trace[1881093468] 'process raft request' (duration: 249.079077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:02.161426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.172312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:20:02.161429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.419993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"warn","ts":"2026-02-27T01:20:02.161438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.801619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:20:02.161485Z","caller":"traceutil/trace.go:171","msg":"trace[642228742] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:801; }","duration":"296.488185ms","start":"2026-02-27T01:20:01.864979Z","end":"2026-02-27T01:20:02.161467Z","steps":["trace[642228742] 'agreement among raft nodes before linearized reading' (duration: 296.255039ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:02.16148Z","caller":"traceutil/trace.go:171","msg":"trace[544234087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:801; }","duration":"288.224524ms","start":"2026-02-27T01:20:01.873232Z","end":"2026-02-27T01:20:02.161457Z","steps":["trace[544234087] 'agreement among raft nodes before linearized reading' (duration: 288.171122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:02.161341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.42004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"warn","ts":"2026-02-27T01:20:02.161518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.770635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-02-27T01:20:02.161537Z","caller":"traceutil/trace.go:171","msg":"trace[881310278] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:801; }","duration":"242.904852ms","start":"2026-02-27T01:20:01.918596Z","end":"2026-02-27T01:20:02.161501Z","steps":["trace[881310278] 'agreement among raft nodes before linearized reading' (duration: 242.705947ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:02.161553Z","caller":"traceutil/trace.go:171","msg":"trace[870165566] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:801; }","duration":"295.816417ms","start":"2026-02-27T01:20:01.865726Z","end":"2026-02-27T01:20:02.161542Z","steps":["trace[870165566] 'agreement among raft nodes before linearized reading' (duration: 295.344304ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:02.161561Z","caller":"traceutil/trace.go:171","msg":"trace[1967079471] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:801; }","duration":"297.675176ms","start":"2026-02-27T01:20:01.863848Z","end":"2026-02-27T01:20:02.161523Z","steps":["trace[1967079471] 'agreement among raft nodes before linearized reading' (duration: 297.263686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:02.161574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.02862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-84f45b698d-d6sr7\" ","response":"range_response_count:1 size:3913"} {"level":"info","ts":"2026-02-27T01:20:02.161455Z","caller":"traceutil/trace.go:171","msg":"trace[1014696985] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:801; }","duration":"295.653583ms","start":"2026-02-27T01:20:01.865763Z","end":"2026-02-27T01:20:02.161416Z","steps":["trace[1014696985] 'agreement among raft nodes before linearized reading' (duration: 295.211201ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:02.16163Z","caller":"traceutil/trace.go:171","msg":"trace[553774203] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-84f45b698d-d6sr7; range_end:; response_count:1; response_revision:801; }","duration":"107.113683ms","start":"2026-02-27T01:20:02.054498Z","end":"2026-02-27T01:20:02.161611Z","steps":["trace[553774203] 'agreement among raft nodes before linearized reading' (duration: 106.61888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:02.161797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.673295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75969b45cf-4nprz\" ","response":"range_response_count:1 size:3791"} {"level":"info","ts":"2026-02-27T01:20:02.161835Z","caller":"traceutil/trace.go:171","msg":"trace[1431065154] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75969b45cf-4nprz; range_end:; response_count:1; response_revision:801; }","duration":"105.729556ms","start":"2026-02-27T01:20:02.056096Z","end":"2026-02-27T01:20:02.161826Z","steps":["trace[1431065154] 'agreement among raft nodes before linearized reading' (duration: 105.108639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:02.161897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.620601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-02-27T01:20:02.16194Z","caller":"traceutil/trace.go:171","msg":"trace[2101779225] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:801; }","duration":"295.747204ms","start":"2026-02-27T01:20:01.866182Z","end":"2026-02-27T01:20:02.161929Z","steps":["trace[2101779225] 'agreement among raft nodes before linearized reading' (duration: 295.243481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:02.162797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.657976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-02-27T01:20:02.163054Z","caller":"traceutil/trace.go:171","msg":"trace[1845117663] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:801; }","duration":"297.938743ms","start":"2026-02-27T01:20:01.865098Z","end":"2026-02-27T01:20:02.163036Z","steps":["trace[1845117663] 'agreement among raft nodes before linearized reading' (duration: 296.065823ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:28.993508Z","caller":"traceutil/trace.go:171","msg":"trace[931481966] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"101.655483ms","start":"2026-02-27T01:20:28.891829Z","end":"2026-02-27T01:20:28.993484Z","steps":["trace[931481966] 'process raft request' (duration: 101.414427ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:30.468937Z","caller":"traceutil/trace.go:171","msg":"trace[633807890] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"164.468944ms","start":"2026-02-27T01:20:30.304441Z","end":"2026-02-27T01:20:30.46891Z","steps":["trace[633807890] 'process raft request' (duration: 164.347231ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:31.276042Z","caller":"traceutil/trace.go:171","msg":"trace[1506402638] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"110.611112ms","start":"2026-02-27T01:20:31.165405Z","end":"2026-02-27T01:20:31.276016Z","steps":["trace[1506402638] 'process raft request' (duration: 110.478238ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:31.518704Z","caller":"traceutil/trace.go:171","msg":"trace[1353869002] linearizableReadLoop","detail":"{readStateIndex:1060; appliedIndex:1059; }","duration":"235.984966ms","start":"2026-02-27T01:20:31.282688Z","end":"2026-02-27T01:20:31.518673Z","steps":["trace[1353869002] 'read index received' (duration: 216.135468ms)","trace[1353869002] 'applied index is now lower than readState.Index' (duration: 19.848218ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:31.518757Z","caller":"traceutil/trace.go:171","msg":"trace[2030250727] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"287.611779ms","start":"2026-02-27T01:20:31.231111Z","end":"2026-02-27T01:20:31.518722Z","steps":["trace[2030250727] 'process raft request' (duration: 267.624518ms)","trace[2030250727] 'compare' (duration: 19.698553ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:20:31.5189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.190351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/atmosphere\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:20:31.518981Z","caller":"traceutil/trace.go:171","msg":"trace[830262784] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/atmosphere; range_end:; response_count:0; response_revision:1030; }","duration":"236.322445ms","start":"2026-02-27T01:20:31.282633Z","end":"2026-02-27T01:20:31.518955Z","steps":["trace[830262784] 'agreement among raft nodes before linearized reading' (duration: 236.173561ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:31.597103Z","caller":"traceutil/trace.go:171","msg":"trace[1092395878] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"309.578293ms","start":"2026-02-27T01:20:31.287498Z","end":"2026-02-27T01:20:31.597076Z","steps":["trace[1092395878] 'process raft request' (duration: 309.419269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:31.597284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:20:31.287466Z","time spent":"309.718997ms","remote":"127.0.0.1:59778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1504,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:20:31.597377Z","caller":"traceutil/trace.go:171","msg":"trace[1394331624] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1031; }","duration":"309.11128ms","start":"2026-02-27T01:20:31.288248Z","end":"2026-02-27T01:20:31.597359Z","steps":["trace[1394331624] 'process raft request' (duration: 308.796272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:31.597502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:20:31.288237Z","time spent":"309.191043ms","remote":"127.0.0.1:59778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":1552,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:20:31.59764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.49828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T01:20:31.597696Z","caller":"traceutil/trace.go:171","msg":"trace[1521278371] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:1031; }","duration":"177.593603ms","start":"2026-02-27T01:20:31.420088Z","end":"2026-02-27T01:20:31.597682Z","steps":["trace[1521278371] 'agreement among raft nodes before linearized reading' (duration: 177.234413ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:31.70805Z","caller":"traceutil/trace.go:171","msg":"trace[470204961] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"179.303279ms","start":"2026-02-27T01:20:31.528725Z","end":"2026-02-27T01:20:31.708028Z","steps":["trace[470204961] 'process raft request' (duration: 125.853867ms)","trace[470204961] 'compare' (duration: 53.308488ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:20:32.049399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.700584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:20:32.049574Z","caller":"traceutil/trace.go:171","msg":"trace[1144319687] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"338.684096ms","start":"2026-02-27T01:20:31.710864Z","end":"2026-02-27T01:20:32.049548Z","steps":["trace[1144319687] 'process raft request' (duration: 177.750296ms)","trace[1144319687] 'compare' (duration: 160.581741ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:20:32.049675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:20:31.710841Z","time spent":"338.785789ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:20:32.193299Z","caller":"traceutil/trace.go:171","msg":"trace[1536421784] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"480.973311ms","start":"2026-02-27T01:20:31.712296Z","end":"2026-02-27T01:20:32.193269Z","steps":["trace[1536421784] 'process raft request' (duration: 467.388539ms)","trace[1536421784] 'compare' (duration: 13.397437ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:32.193347Z","caller":"traceutil/trace.go:171","msg":"trace[1089318568] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"479.311606ms","start":"2026-02-27T01:20:31.713993Z","end":"2026-02-27T01:20:32.193305Z","steps":["trace[1089318568] 'process raft request' (duration: 479.199574ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:32.193385Z","caller":"traceutil/trace.go:171","msg":"trace[529367359] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"478.880025ms","start":"2026-02-27T01:20:31.714481Z","end":"2026-02-27T01:20:32.193361Z","steps":["trace[529367359] 'process raft request' (duration: 478.744351ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:32.193401Z","caller":"traceutil/trace.go:171","msg":"trace[1292644728] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"475.310241ms","start":"2026-02-27T01:20:31.718073Z","end":"2026-02-27T01:20:32.193383Z","steps":["trace[1292644728] 'process raft request' (duration: 475.199688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:32.193434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:20:31.712282Z","time spent":"481.087654ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:20:32.193443Z","caller":"traceutil/trace.go:171","msg":"trace[545997931] linearizableReadLoop","detail":"{readStateIndex:1070; appliedIndex:1065; }","duration":"394.04019ms","start":"2026-02-27T01:20:31.799367Z","end":"2026-02-27T01:20:32.193407Z","steps":["trace[545997931] 'read index received' (duration: 89.258134ms)","trace[545997931] 'applied index is now lower than readState.Index' (duration: 304.775656ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:20:32.193486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:20:31.714466Z","time spent":"478.973238ms","remote":"127.0.0.1:43426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":982,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:20:32.193501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:20:31.718048Z","time spent":"475.405842ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:20:32.193504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:20:31.713982Z","time spent":"479.450151ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:20:32.193681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.938126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:20:32.193761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.917087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:20:32.193773Z","caller":"traceutil/trace.go:171","msg":"trace[605534919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1039; }","duration":"321.09325ms","start":"2026-02-27T01:20:31.87266Z","end":"2026-02-27T01:20:32.193753Z","steps":["trace[605534919] 'agreement among raft nodes before linearized reading' (duration: 320.942686ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:32.193803Z","caller":"traceutil/trace.go:171","msg":"trace[1304357498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1039; }","duration":"146.982329ms","start":"2026-02-27T01:20:32.046808Z","end":"2026-02-27T01:20:32.19379Z","steps":["trace[1304357498] 'agreement among raft nodes before linearized reading' (duration: 146.848196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:32.193808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:20:31.872637Z","time spent":"321.165532ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:20:32.193856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.537616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:20:32.193945Z","caller":"traceutil/trace.go:171","msg":"trace[2085225543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1039; }","duration":"176.675429ms","start":"2026-02-27T01:20:32.017253Z","end":"2026-02-27T01:20:32.193928Z","steps":["trace[2085225543] 'agreement among raft nodes before linearized reading' (duration: 176.465403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:32.194008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.629616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:20:32.194048Z","caller":"traceutil/trace.go:171","msg":"trace[472892915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1039; }","duration":"394.718238ms","start":"2026-02-27T01:20:31.799319Z","end":"2026-02-27T01:20:32.194037Z","steps":["trace[472892915] 'agreement among raft nodes before linearized reading' (duration: 394.226715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:32.194015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.376097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-02-27T01:20:32.194158Z","caller":"traceutil/trace.go:171","msg":"trace[1533818152] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1039; }","duration":"142.590232ms","start":"2026-02-27T01:20:32.051534Z","end":"2026-02-27T01:20:32.194124Z","steps":["trace[1533818152] 'agreement among raft nodes before linearized reading' (duration: 142.227293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:32.194079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:20:31.799305Z","time spent":"394.767869ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:20:32.19504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.779344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:20:32.195156Z","caller":"traceutil/trace.go:171","msg":"trace[1713299105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1039; }","duration":"145.111349ms","start":"2026-02-27T01:20:32.050017Z","end":"2026-02-27T01:20:32.195129Z","steps":["trace[1713299105] 'agreement among raft nodes before linearized reading' (duration: 143.63722ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:32.383132Z","caller":"traceutil/trace.go:171","msg":"trace[1145239787] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"112.768799ms","start":"2026-02-27T01:20:32.270322Z","end":"2026-02-27T01:20:32.383091Z","steps":["trace[1145239787] 'process raft request' (duration: 100.528014ms)","trace[1145239787] 'compare' (duration: 12.004609ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:32.522139Z","caller":"traceutil/trace.go:171","msg":"trace[2025305378] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"131.662081ms","start":"2026-02-27T01:20:32.390439Z","end":"2026-02-27T01:20:32.522101Z","steps":["trace[2025305378] 'process raft request' (duration: 117.745281ms)","trace[2025305378] 'compare' (duration: 13.650513ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:32.522211Z","caller":"traceutil/trace.go:171","msg":"trace[930317526] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"130.956262ms","start":"2026-02-27T01:20:32.391232Z","end":"2026-02-27T01:20:32.522188Z","steps":["trace[930317526] 'process raft request' (duration: 130.84583ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:32.52219Z","caller":"traceutil/trace.go:171","msg":"trace[906917407] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"131.603329ms","start":"2026-02-27T01:20:32.390547Z","end":"2026-02-27T01:20:32.52215Z","steps":["trace[906917407] 'process raft request' (duration: 131.461886ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:32.522243Z","caller":"traceutil/trace.go:171","msg":"trace[375692753] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"131.479776ms","start":"2026-02-27T01:20:32.39074Z","end":"2026-02-27T01:20:32.52222Z","steps":["trace[375692753] 'process raft request' (duration: 131.307722ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:32.522245Z","caller":"traceutil/trace.go:171","msg":"trace[606683711] linearizableReadLoop","detail":"{readStateIndex:1088; appliedIndex:1080; }","duration":"118.997114ms","start":"2026-02-27T01:20:32.403224Z","end":"2026-02-27T01:20:32.522221Z","steps":["trace[606683711] 'read index received' (duration: 26.732581ms)","trace[606683711] 'applied index is now lower than readState.Index' (duration: 92.263033ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:32.522333Z","caller":"traceutil/trace.go:171","msg":"trace[2014328327] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"129.488524ms","start":"2026-02-27T01:20:32.392796Z","end":"2026-02-27T01:20:32.522285Z","steps":["trace[2014328327] 'process raft request' (duration: 129.33313ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:32.522374Z","caller":"traceutil/trace.go:171","msg":"trace[1065349567] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"125.97389ms","start":"2026-02-27T01:20:32.396383Z","end":"2026-02-27T01:20:32.522357Z","steps":["trace[1065349567] 'process raft request' (duration: 125.773885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:32.522394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.139839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:20:32.522413Z","caller":"traceutil/trace.go:171","msg":"trace[168172699] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"130.144551ms","start":"2026-02-27T01:20:32.39224Z","end":"2026-02-27T01:20:32.522385Z","steps":["trace[168172699] 'process raft request' (duration: 129.862753ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:32.522434Z","caller":"traceutil/trace.go:171","msg":"trace[1915177420] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1056; }","duration":"119.235791ms","start":"2026-02-27T01:20:32.403186Z","end":"2026-02-27T01:20:32.522422Z","steps":["trace[1915177420] 'agreement among raft nodes before linearized reading' (duration: 119.119988ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:40.542157Z","caller":"traceutil/trace.go:171","msg":"trace[762777516] linearizableReadLoop","detail":"{readStateIndex:1151; appliedIndex:1150; }","duration":"247.925994ms","start":"2026-02-27T01:20:40.294205Z","end":"2026-02-27T01:20:40.542131Z","steps":["trace[762777516] 'read index received' (duration: 246.953018ms)","trace[762777516] 'applied index is now lower than readState.Index' (duration: 971.646µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:40.542223Z","caller":"traceutil/trace.go:171","msg":"trace[2071865042] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"250.40829ms","start":"2026-02-27T01:20:40.291774Z","end":"2026-02-27T01:20:40.542183Z","steps":["trace[2071865042] 'process raft request' (duration: 249.520186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:40.542401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.037807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:20:40.542436Z","caller":"traceutil/trace.go:171","msg":"trace[1670302543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1117; }","duration":"248.103858ms","start":"2026-02-27T01:20:40.294321Z","end":"2026-02-27T01:20:40.542425Z","steps":["trace[1670302543] 'agreement among raft nodes before linearized reading' (duration: 247.953044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:40.542595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.362496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:20:40.542768Z","caller":"traceutil/trace.go:171","msg":"trace[476864369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1117; }","duration":"248.588691ms","start":"2026-02-27T01:20:40.29414Z","end":"2026-02-27T01:20:40.542729Z","steps":["trace[476864369] 'agreement among raft nodes before linearized reading' (duration: 248.119319ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:44.280041Z","caller":"traceutil/trace.go:171","msg":"trace[1043483205] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"105.412144ms","start":"2026-02-27T01:20:44.174593Z","end":"2026-02-27T01:20:44.280005Z","steps":["trace[1043483205] 'process raft request' (duration: 64.569358ms)","trace[1043483205] 'compare' (duration: 40.703752ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:44.280571Z","caller":"traceutil/trace.go:171","msg":"trace[1378741138] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"103.989816ms","start":"2026-02-27T01:20:44.176554Z","end":"2026-02-27T01:20:44.280544Z","steps":["trace[1378741138] 'process raft request' (duration: 103.929945ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:44.280594Z","caller":"traceutil/trace.go:171","msg":"trace[990016846] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"104.474539ms","start":"2026-02-27T01:20:44.176083Z","end":"2026-02-27T01:20:44.280557Z","steps":["trace[990016846] 'process raft request' (duration: 104.203971ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:46.644934Z","caller":"traceutil/trace.go:171","msg":"trace[1934741010] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"320.514194ms","start":"2026-02-27T01:20:46.324395Z","end":"2026-02-27T01:20:46.64491Z","steps":["trace[1934741010] 'process raft request' (duration: 320.205036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:46.645084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:20:46.324377Z","time spent":"320.634327ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:20:48.083914Z","caller":"traceutil/trace.go:171","msg":"trace[826126000] linearizableReadLoop","detail":"{readStateIndex:1274; appliedIndex:1273; }","duration":"111.870785ms","start":"2026-02-27T01:20:47.972018Z","end":"2026-02-27T01:20:48.083889Z","steps":["trace[826126000] 'read index received' (duration: 111.66246ms)","trace[826126000] 'applied index is now lower than readState.Index' (duration: 207.485µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:48.084004Z","caller":"traceutil/trace.go:171","msg":"trace[1104863219] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"252.453915ms","start":"2026-02-27T01:20:47.831524Z","end":"2026-02-27T01:20:48.083977Z","steps":["trace[1104863219] 'process raft request' (duration: 252.226049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:48.084112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.082051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-9wpcr\" ","response":"range_response_count:1 size:4178"} {"level":"info","ts":"2026-02-27T01:20:48.084148Z","caller":"traceutil/trace.go:171","msg":"trace[1019984551] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-9wpcr; range_end:; response_count:1; response_revision:1237; }","duration":"112.172023ms","start":"2026-02-27T01:20:47.971962Z","end":"2026-02-27T01:20:48.084135Z","steps":["trace[1019984551] 'agreement among raft nodes before linearized reading' (duration: 112.034319ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:52.286207Z","caller":"traceutil/trace.go:171","msg":"trace[124538066] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"120.799993ms","start":"2026-02-27T01:20:52.165368Z","end":"2026-02-27T01:20:52.286168Z","steps":["trace[124538066] 'process raft request' (duration: 80.258154ms)","trace[124538066] 'compare' (duration: 40.429796ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:20:52.623388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.946982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-02-27T01:20:52.623485Z","caller":"traceutil/trace.go:171","msg":"trace[1874336482] range","detail":"{range_begin:/registry/rolebindings/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1260; }","duration":"234.123217ms","start":"2026-02-27T01:20:52.389337Z","end":"2026-02-27T01:20:52.62346Z","steps":["trace[1874336482] 'range keys from in-memory index tree' (duration: 233.730817ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:54.983501Z","caller":"traceutil/trace.go:171","msg":"trace[1440487068] linearizableReadLoop","detail":"{readStateIndex:1317; appliedIndex:1316; }","duration":"212.999995ms","start":"2026-02-27T01:20:54.770471Z","end":"2026-02-27T01:20:54.983471Z","steps":["trace[1440487068] 'read index received' (duration: 212.688647ms)","trace[1440487068] 'applied index is now lower than readState.Index' (duration: 310.188µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:54.983551Z","caller":"traceutil/trace.go:171","msg":"trace[1735728170] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"370.080623ms","start":"2026-02-27T01:20:54.613432Z","end":"2026-02-27T01:20:54.983513Z","steps":["trace[1735728170] 'process raft request' (duration: 369.863117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:54.983713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:20:54.613418Z","time spent":"370.219097ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:20:54.983843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.819464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:20:54.983833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.421157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:20:54.983888Z","caller":"traceutil/trace.go:171","msg":"trace[1061368207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1279; }","duration":"202.913917ms","start":"2026-02-27T01:20:54.780958Z","end":"2026-02-27T01:20:54.983872Z","steps":["trace[1061368207] 'agreement among raft nodes before linearized reading' (duration: 202.694731ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:54.983926Z","caller":"traceutil/trace.go:171","msg":"trace[1409304568] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1279; }","duration":"192.559212ms","start":"2026-02-27T01:20:54.791344Z","end":"2026-02-27T01:20:54.983903Z","steps":["trace[1409304568] 'agreement among raft nodes before linearized reading' (duration: 192.359176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:54.983915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.463113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T01:20:54.983978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.178367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:20:54.984078Z","caller":"traceutil/trace.go:171","msg":"trace[175645314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1279; }","duration":"179.682949ms","start":"2026-02-27T01:20:54.804374Z","end":"2026-02-27T01:20:54.984057Z","steps":["trace[175645314] 'agreement among raft nodes before linearized reading' (duration: 179.34878ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:54.98411Z","caller":"traceutil/trace.go:171","msg":"trace[1740891751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1279; }","duration":"202.341291ms","start":"2026-02-27T01:20:54.781737Z","end":"2026-02-27T01:20:54.984078Z","steps":["trace[1740891751] 'agreement among raft nodes before linearized reading' (duration: 202.016613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:54.983979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.952158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:20:54.984219Z","caller":"traceutil/trace.go:171","msg":"trace[1488032999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1279; }","duration":"203.201004ms","start":"2026-02-27T01:20:54.780981Z","end":"2026-02-27T01:20:54.984182Z","steps":["trace[1488032999] 'agreement among raft nodes before linearized reading' (duration: 202.808014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:20:54.984481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.002472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:20:54.984618Z","caller":"traceutil/trace.go:171","msg":"trace[743293871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1279; }","duration":"214.170746ms","start":"2026-02-27T01:20:54.77043Z","end":"2026-02-27T01:20:54.984601Z","steps":["trace[743293871] 'agreement among raft nodes before linearized reading' (duration: 213.19301ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:55.901062Z","caller":"traceutil/trace.go:171","msg":"trace[257822314] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"145.763467ms","start":"2026-02-27T01:20:55.75525Z","end":"2026-02-27T01:20:55.901013Z","steps":["trace[257822314] 'process raft request' (duration: 145.546941ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:56.175499Z","caller":"traceutil/trace.go:171","msg":"trace[1687820990] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"107.433467ms","start":"2026-02-27T01:20:56.068024Z","end":"2026-02-27T01:20:56.175458Z","steps":["trace[1687820990] 'process raft request' (duration: 39.256364ms)","trace[1687820990] 'compare' (duration: 68.023079ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:56.377585Z","caller":"traceutil/trace.go:171","msg":"trace[1500468876] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"173.902075ms","start":"2026-02-27T01:20:56.203652Z","end":"2026-02-27T01:20:56.377554Z","steps":["trace[1500468876] 'process raft request' (duration: 173.834574ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:56.377613Z","caller":"traceutil/trace.go:171","msg":"trace[681444926] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"193.086286ms","start":"2026-02-27T01:20:56.184481Z","end":"2026-02-27T01:20:56.377567Z","steps":["trace[681444926] 'process raft request' (duration: 136.203393ms)","trace[681444926] 'compare' (duration: 56.642636ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:56.379632Z","caller":"traceutil/trace.go:171","msg":"trace[89052637] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"132.896115ms","start":"2026-02-27T01:20:56.246697Z","end":"2026-02-27T01:20:56.379594Z","steps":["trace[89052637] 'process raft request' (duration: 132.759161ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:57.252091Z","caller":"traceutil/trace.go:171","msg":"trace[256555457] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"124.84125ms","start":"2026-02-27T01:20:57.127223Z","end":"2026-02-27T01:20:57.252064Z","steps":["trace[256555457] 'process raft request' (duration: 85.175955ms)","trace[256555457] 'compare' (duration: 39.539912ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:20:57.26764Z","caller":"traceutil/trace.go:171","msg":"trace[1403837944] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"139.09592ms","start":"2026-02-27T01:20:57.128525Z","end":"2026-02-27T01:20:57.267621Z","steps":["trace[1403837944] 'process raft request' (duration: 138.970027ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:20:57.267879Z","caller":"traceutil/trace.go:171","msg":"trace[737238242] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"133.913872ms","start":"2026-02-27T01:20:57.133918Z","end":"2026-02-27T01:20:57.267832Z","steps":["trace[737238242] 'process raft request' (duration: 133.656415ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:00.373424Z","caller":"traceutil/trace.go:171","msg":"trace[157265793] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"106.789089ms","start":"2026-02-27T01:21:00.266609Z","end":"2026-02-27T01:21:00.373398Z","steps":["trace[157265793] 'process raft request' (duration: 106.623405ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:00.536752Z","caller":"traceutil/trace.go:171","msg":"trace[407303276] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"104.448098ms","start":"2026-02-27T01:21:00.432273Z","end":"2026-02-27T01:21:00.536721Z","steps":["trace[407303276] 'process raft request' (duration: 79.864854ms)","trace[407303276] 'compare' (duration: 24.415429ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:00.939053Z","caller":"traceutil/trace.go:171","msg":"trace[1993593947] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"152.911276ms","start":"2026-02-27T01:21:00.786115Z","end":"2026-02-27T01:21:00.939026Z","steps":["trace[1993593947] 'process raft request' (duration: 152.863905ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:00.939166Z","caller":"traceutil/trace.go:171","msg":"trace[2141889044] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"153.289056ms","start":"2026-02-27T01:21:00.785849Z","end":"2026-02-27T01:21:00.939138Z","steps":["trace[2141889044] 'process raft request' (duration: 132.239267ms)","trace[2141889044] 'compare' (duration: 20.759702ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:01.23148Z","caller":"traceutil/trace.go:171","msg":"trace[280821165] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"106.186194ms","start":"2026-02-27T01:21:01.125264Z","end":"2026-02-27T01:21:01.23145Z","steps":["trace[280821165] 'process raft request' (duration: 63.146129ms)","trace[280821165] 'compare' (duration: 42.667385ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:01.231485Z","caller":"traceutil/trace.go:171","msg":"trace[1021710523] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"105.574818ms","start":"2026-02-27T01:21:01.125882Z","end":"2026-02-27T01:21:01.231457Z","steps":["trace[1021710523] 'process raft request' (duration: 105.428164ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.231782Z","caller":"traceutil/trace.go:171","msg":"trace[22983659] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"105.358452ms","start":"2026-02-27T01:21:01.126389Z","end":"2026-02-27T01:21:01.231748Z","steps":["trace[22983659] 'process raft request' (duration: 104.968962ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.505694Z","caller":"traceutil/trace.go:171","msg":"trace[1378779154] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"208.654059ms","start":"2026-02-27T01:21:01.297012Z","end":"2026-02-27T01:21:01.505666Z","steps":["trace[1378779154] 'process raft request' (duration: 208.511985ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.505772Z","caller":"traceutil/trace.go:171","msg":"trace[424747164] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"197.839691ms","start":"2026-02-27T01:21:01.307924Z","end":"2026-02-27T01:21:01.505764Z","steps":["trace[424747164] 'process raft request' (duration: 197.641766ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.505694Z","caller":"traceutil/trace.go:171","msg":"trace[2040433539] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"194.949535ms","start":"2026-02-27T01:21:01.310719Z","end":"2026-02-27T01:21:01.505669Z","steps":["trace[2040433539] 'process raft request' (duration: 194.888773ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.505716Z","caller":"traceutil/trace.go:171","msg":"trace[180308303] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"208.68337ms","start":"2026-02-27T01:21:01.297003Z","end":"2026-02-27T01:21:01.505686Z","steps":["trace[180308303] 'process raft request' (duration: 146.478656ms)","trace[180308303] 'compare' (duration: 61.886246ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:01.50617Z","caller":"traceutil/trace.go:171","msg":"trace[1644003664] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1380; }","duration":"193.014324ms","start":"2026-02-27T01:21:01.313132Z","end":"2026-02-27T01:21:01.506146Z","steps":["trace[1644003664] 'process raft request' (duration: 192.857769ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.506276Z","caller":"traceutil/trace.go:171","msg":"trace[1355074551] linearizableReadLoop","detail":"{readStateIndex:1422; appliedIndex:1416; }","duration":"188.622167ms","start":"2026-02-27T01:21:01.317637Z","end":"2026-02-27T01:21:01.506259Z","steps":["trace[1355074551] 'read index received' (duration: 125.92931ms)","trace[1355074551] 'applied index is now lower than readState.Index' (duration: 62.691897ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:01.506368Z","caller":"traceutil/trace.go:171","msg":"trace[1275742390] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"192.189472ms","start":"2026-02-27T01:21:01.31415Z","end":"2026-02-27T01:21:01.50634Z","steps":["trace[1275742390] 'process raft request' (duration: 191.937695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:01.506584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.919714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:5139"} {"level":"info","ts":"2026-02-27T01:21:01.506647Z","caller":"traceutil/trace.go:171","msg":"trace[496801965] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:1381; }","duration":"189.028967ms","start":"2026-02-27T01:21:01.317602Z","end":"2026-02-27T01:21:01.506631Z","steps":["trace[496801965] 'agreement among raft nodes before linearized reading' (duration: 188.803051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:01.506884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.915178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-02-27T01:21:01.507297Z","caller":"traceutil/trace.go:171","msg":"trace[457058233] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1381; }","duration":"188.339869ms","start":"2026-02-27T01:21:01.318939Z","end":"2026-02-27T01:21:01.507279Z","steps":["trace[457058233] 'agreement among raft nodes before linearized reading' (duration: 187.489856ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.669456Z","caller":"traceutil/trace.go:171","msg":"trace[394022291] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"157.214252ms","start":"2026-02-27T01:21:01.51219Z","end":"2026-02-27T01:21:01.669404Z","steps":["trace[394022291] 'process raft request' (duration: 154.89663ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.669616Z","caller":"traceutil/trace.go:171","msg":"trace[129341731] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"156.619496ms","start":"2026-02-27T01:21:01.512966Z","end":"2026-02-27T01:21:01.669585Z","steps":["trace[129341731] 'process raft request' (duration: 156.535893ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.669748Z","caller":"traceutil/trace.go:171","msg":"trace[727779212] transaction","detail":"{read_only:false; response_revision:1385; number_of_response:1; }","duration":"157.249002ms","start":"2026-02-27T01:21:01.512478Z","end":"2026-02-27T01:21:01.669727Z","steps":["trace[727779212] 'process raft request' (duration: 156.984785ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.669899Z","caller":"traceutil/trace.go:171","msg":"trace[514716768] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"157.593662ms","start":"2026-02-27T01:21:01.512293Z","end":"2026-02-27T01:21:01.669886Z","steps":["trace[514716768] 'process raft request' (duration: 157.063808ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.670098Z","caller":"traceutil/trace.go:171","msg":"trace[518506177] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"156.42816ms","start":"2026-02-27T01:21:01.513657Z","end":"2026-02-27T01:21:01.670085Z","steps":["trace[518506177] 'process raft request' (duration: 155.893116ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.670322Z","caller":"traceutil/trace.go:171","msg":"trace[1834146741] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"157.940631ms","start":"2026-02-27T01:21:01.512307Z","end":"2026-02-27T01:21:01.670247Z","steps":["trace[1834146741] 'process raft request' (duration: 157.097179ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.670443Z","caller":"traceutil/trace.go:171","msg":"trace[274732656] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"156.05468ms","start":"2026-02-27T01:21:01.514375Z","end":"2026-02-27T01:21:01.670429Z","steps":["trace[274732656] 'process raft request' (duration: 155.634249ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.670721Z","caller":"traceutil/trace.go:171","msg":"trace[443689037] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"156.059951ms","start":"2026-02-27T01:21:01.51462Z","end":"2026-02-27T01:21:01.67068Z","steps":["trace[443689037] 'process raft request' (duration: 155.707771ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.670802Z","caller":"traceutil/trace.go:171","msg":"trace[2121753060] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"150.77208ms","start":"2026-02-27T01:21:01.520013Z","end":"2026-02-27T01:21:01.670785Z","steps":["trace[2121753060] 'process raft request' (duration: 150.702358ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.671Z","caller":"traceutil/trace.go:171","msg":"trace[724493891] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"155.29785ms","start":"2026-02-27T01:21:01.515682Z","end":"2026-02-27T01:21:01.67098Z","steps":["trace[724493891] 'process raft request' (duration: 154.883149ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.670977Z","caller":"traceutil/trace.go:171","msg":"trace[464191728] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"154.037466ms","start":"2026-02-27T01:21:01.516886Z","end":"2026-02-27T01:21:01.670924Z","steps":["trace[464191728] 'process raft request' (duration: 153.771129ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.707277Z","caller":"traceutil/trace.go:171","msg":"trace[264744975] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"183.825309ms","start":"2026-02-27T01:21:01.523413Z","end":"2026-02-27T01:21:01.707238Z","steps":["trace[264744975] 'process raft request' (duration: 183.49273ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.707559Z","caller":"traceutil/trace.go:171","msg":"trace[1886585530] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"108.597038ms","start":"2026-02-27T01:21:01.598894Z","end":"2026-02-27T01:21:01.707491Z","steps":["trace[1886585530] 'process raft request' (duration: 108.370022ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.707553Z","caller":"traceutil/trace.go:171","msg":"trace[1055642842] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"182.938125ms","start":"2026-02-27T01:21:01.524567Z","end":"2026-02-27T01:21:01.707505Z","steps":["trace[1055642842] 'process raft request' (duration: 182.553055ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:01.813733Z","caller":"traceutil/trace.go:171","msg":"trace[1187797136] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"101.481869ms","start":"2026-02-27T01:21:01.712205Z","end":"2026-02-27T01:21:01.813687Z","steps":["trace[1187797136] 'process raft request' (duration: 99.092706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:01.814179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.374006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-02-27T01:21:01.814333Z","caller":"traceutil/trace.go:171","msg":"trace[1242042233] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1401; }","duration":"104.584742ms","start":"2026-02-27T01:21:01.709695Z","end":"2026-02-27T01:21:01.81428Z","steps":["trace[1242042233] 'agreement among raft nodes before linearized reading' (duration: 104.385107ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:02.012655Z","caller":"traceutil/trace.go:171","msg":"trace[884252393] linearizableReadLoop","detail":"{readStateIndex:1448; appliedIndex:1447; }","duration":"137.228179ms","start":"2026-02-27T01:21:01.875402Z","end":"2026-02-27T01:21:02.01263Z","steps":["trace[884252393] 'read index received' (duration: 51.625043ms)","trace[884252393] 'applied index is now lower than readState.Index' (duration: 85.601736ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:21:02.012861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.442565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:21:02.013071Z","caller":"traceutil/trace.go:171","msg":"trace[155333974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1409; }","duration":"137.699332ms","start":"2026-02-27T01:21:01.875358Z","end":"2026-02-27T01:21:02.013058Z","steps":["trace[155333974] 'agreement among raft nodes before linearized reading' (duration: 137.455785ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:02.012652Z","caller":"traceutil/trace.go:171","msg":"trace[614647531] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"143.362803ms","start":"2026-02-27T01:21:01.869252Z","end":"2026-02-27T01:21:02.012615Z","steps":["trace[614647531] 'process raft request' (duration: 57.784667ms)","trace[614647531] 'compare' (duration: 85.165565ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:21:02.013541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.105973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:96202"} {"level":"info","ts":"2026-02-27T01:21:02.013603Z","caller":"traceutil/trace.go:171","msg":"trace[258389848] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1409; }","duration":"132.186856ms","start":"2026-02-27T01:21:01.881403Z","end":"2026-02-27T01:21:02.01359Z","steps":["trace[258389848] 'agreement among raft nodes before linearized reading' (duration: 131.988831ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:02.012742Z","caller":"traceutil/trace.go:171","msg":"trace[1670010715] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"134.395085ms","start":"2026-02-27T01:21:01.878322Z","end":"2026-02-27T01:21:02.012717Z","steps":["trace[1670010715] 'process raft request' (duration: 134.085206ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:02.012812Z","caller":"traceutil/trace.go:171","msg":"trace[2093927889] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"135.130784ms","start":"2026-02-27T01:21:01.877674Z","end":"2026-02-27T01:21:02.012804Z","steps":["trace[2093927889] 'process raft request' (duration: 134.674762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:02.013655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.491527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-69996b7f7f\" ","response":"range_response_count:1 size:5232"} {"level":"info","ts":"2026-02-27T01:21:02.013859Z","caller":"traceutil/trace.go:171","msg":"trace[188712608] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-69996b7f7f; range_end:; response_count:1; response_revision:1409; }","duration":"137.902028ms","start":"2026-02-27T01:21:01.875939Z","end":"2026-02-27T01:21:02.013841Z","steps":["trace[188712608] 'agreement among raft nodes before linearized reading' (duration: 136.996464ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:14.900015Z","caller":"traceutil/trace.go:171","msg":"trace[1543766747] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"274.687354ms","start":"2026-02-27T01:21:14.625281Z","end":"2026-02-27T01:21:14.899968Z","steps":["trace[1543766747] 'process raft request' (duration: 274.396926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:15.61443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551152001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:21:16.115121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551152001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:21:16.616003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551152001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:21:16.708991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.308758ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:21:16.709171Z","caller":"traceutil/trace.go:171","msg":"trace[563750548] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1627; }","duration":"763.591866ms","start":"2026-02-27T01:21:15.945553Z","end":"2026-02-27T01:21:16.709145Z","steps":["trace[563750548] 'range keys from in-memory index tree' (duration: 763.130294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:16.910534Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.002928732s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:21:16.910983Z","caller":"traceutil/trace.go:171","msg":"trace[626915074] linearizableReadLoop","detail":"{readStateIndex:1675; appliedIndex:1674; }","duration":"1.797390838s","start":"2026-02-27T01:21:15.113561Z","end":"2026-02-27T01:21:16.910952Z","steps":["trace[626915074] 'read index received' (duration: 1.797264764s)","trace[626915074] 'applied index is now lower than readState.Index' (duration: 124.634µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:16.911145Z","caller":"traceutil/trace.go:171","msg":"trace[878802827] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"2.00356576s","start":"2026-02-27T01:21:14.907523Z","end":"2026-02-27T01:21:16.911088Z","steps":["trace[878802827] 'process raft request' (duration: 2.003244141s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:16.911326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797743578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9032"} {"level":"info","ts":"2026-02-27T01:21:16.911388Z","caller":"traceutil/trace.go:171","msg":"trace[293753216] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1628; }","duration":"1.797872731s","start":"2026-02-27T01:21:15.113499Z","end":"2026-02-27T01:21:16.911372Z","steps":["trace[293753216] 'agreement among raft nodes before linearized reading' (duration: 1.797600124s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:16.911446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:15.113475Z","time spent":"1.797958424s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9054,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-02-27T01:21:16.911449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:14.90751Z","time spent":"2.003806906s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:17.20424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.234999ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T01:21:17.204542Z","caller":"traceutil/trace.go:171","msg":"trace[921435159] linearizableReadLoop","detail":"{readStateIndex:1676; appliedIndex:1675; }","duration":"293.437935ms","start":"2026-02-27T01:21:16.911067Z","end":"2026-02-27T01:21:17.204505Z","steps":["trace[921435159] 'read index received' (duration: 98.01838ms)","trace[921435159] 'applied index is now lower than readState.Index' (duration: 195.416185ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:21:17.204794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752058561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:21:17.205375Z","caller":"traceutil/trace.go:171","msg":"trace[2023520331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1628; }","duration":"1.752680528s","start":"2026-02-27T01:21:15.452681Z","end":"2026-02-27T01:21:17.205362Z","steps":["trace[2023520331] 'agreement among raft nodes before linearized reading' (duration: 1.751857926s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.205426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:15.452673Z","time spent":"1.75273676s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:21:17.204885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330799292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:21:17.205564Z","caller":"traceutil/trace.go:171","msg":"trace[1668313427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1628; }","duration":"1.331502381s","start":"2026-02-27T01:21:15.873994Z","end":"2026-02-27T01:21:17.205497Z","steps":["trace[1668313427] 'agreement among raft nodes before linearized reading' (duration: 1.330630588s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.205688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:15.873969Z","time spent":"1.331702956s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:21:17.204918Z","caller":"traceutil/trace.go:171","msg":"trace[1479957640] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"281.518607ms","start":"2026-02-27T01:21:16.923373Z","end":"2026-02-27T01:21:17.204891Z","steps":["trace[1479957640] 'process raft request' (duration: 281.064775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.204919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761903283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:21:17.205894Z","caller":"traceutil/trace.go:171","msg":"trace[389548423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1628; }","duration":"1.76291949s","start":"2026-02-27T01:21:15.442964Z","end":"2026-02-27T01:21:17.205883Z","steps":["trace[389548423] 'agreement among raft nodes before linearized reading' (duration: 1.761675857s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.205936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:15.442943Z","time spent":"1.762983633s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:21:17.204966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462938672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:21:17.206075Z","caller":"traceutil/trace.go:171","msg":"trace[1137957785] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1628; }","duration":"1.464081351s","start":"2026-02-27T01:21:15.741985Z","end":"2026-02-27T01:21:17.206066Z","steps":["trace[1137957785] 'agreement among raft nodes before linearized reading' (duration: 1.462712435s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.206287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:15.741973Z","time spent":"1.464124053s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:21:17.204987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046840952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-02-27T01:21:17.206302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424677302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:21:17.20636Z","caller":"traceutil/trace.go:171","msg":"trace[1669299946] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1628; }","duration":"2.048231289s","start":"2026-02-27T01:21:15.15811Z","end":"2026-02-27T01:21:17.206341Z","steps":["trace[1669299946] 'agreement among raft nodes before linearized reading' (duration: 2.046683887s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.205035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75238308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:21:17.2064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:15.158098Z","time spent":"2.04828981s","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T01:21:17.206431Z","caller":"traceutil/trace.go:171","msg":"trace[327896322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1628; }","duration":"1.753802248s","start":"2026-02-27T01:21:15.452617Z","end":"2026-02-27T01:21:17.20642Z","steps":["trace[327896322] 'agreement among raft nodes before linearized reading' (duration: 1.75202598s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.206471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:15.452606Z","time spent":"1.753853359s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:21:17.205064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.797664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-02-27T01:21:17.206669Z","caller":"traceutil/trace.go:171","msg":"trace[351215692] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1628; }","duration":"966.418678ms","start":"2026-02-27T01:21:16.2402Z","end":"2026-02-27T01:21:17.206619Z","steps":["trace[351215692] 'agreement among raft nodes before linearized reading' (duration: 964.467426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.20509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.763672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-02-27T01:21:17.20681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:16.240176Z","time spent":"966.579143ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":681,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:21:17.206869Z","caller":"traceutil/trace.go:171","msg":"trace[1650950261] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1628; }","duration":"747.58707ms","start":"2026-02-27T01:21:16.459267Z","end":"2026-02-27T01:21:17.206854Z","steps":["trace[1650950261] 'agreement among raft nodes before linearized reading' (duration: 745.379442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.206918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:16.459237Z","time spent":"747.667453ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:21:17.205056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756413637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T01:21:17.207059Z","caller":"traceutil/trace.go:171","msg":"trace[902468958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1628; }","duration":"1.758458362s","start":"2026-02-27T01:21:15.448572Z","end":"2026-02-27T01:21:17.20703Z","steps":["trace[902468958] 'agreement among raft nodes before linearized reading' (duration: 1.756028677s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.207135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:15.448561Z","time spent":"1.758554604s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:21:17.205172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752787001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:21:17.205256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004553925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0195f86f-5a37-4c65-a847-0c823c9b66b6\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-02-27T01:21:17.207387Z","caller":"traceutil/trace.go:171","msg":"trace[1720384194] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0195f86f-5a37-4c65-a847-0c823c9b66b6; range_end:; response_count:1; response_revision:1628; }","duration":"2.006739614s","start":"2026-02-27T01:21:15.20063Z","end":"2026-02-27T01:21:17.20737Z","steps":["trace[1720384194] 'agreement among raft nodes before linearized reading' (duration: 2.004045312s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.207433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:15.200625Z","time spent":"2.006793705s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0195f86f-5a37-4c65-a847-0c823c9b66b6\" "} {"level":"info","ts":"2026-02-27T01:21:17.207466Z","caller":"traceutil/trace.go:171","msg":"trace[696717603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1628; }","duration":"1.75499401s","start":"2026-02-27T01:21:15.452294Z","end":"2026-02-27T01:21:17.207288Z","steps":["trace[696717603] 'agreement among raft nodes before linearized reading' (duration: 1.75237065s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.207617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:15.452281Z","time spent":"1.755288637s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:21:17.20994Z","caller":"traceutil/trace.go:171","msg":"trace[1899969113] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1628; }","duration":"1.425669359s","start":"2026-02-27T01:21:15.780711Z","end":"2026-02-27T01:21:17.206381Z","steps":["trace[1899969113] 'agreement among raft nodes before linearized reading' (duration: 1.423982664s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.210069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:15.780701Z","time spent":"1.429340046s","remote":"127.0.0.1:59740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:21:17.882828Z","caller":"traceutil/trace.go:171","msg":"trace[1449747163] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"670.267171ms","start":"2026-02-27T01:21:17.212526Z","end":"2026-02-27T01:21:17.882793Z","steps":["trace[1449747163] 'process raft request' (duration: 670.040245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.883018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:17.212502Z","time spent":"670.415064ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:21:17.883453Z","caller":"traceutil/trace.go:171","msg":"trace[1217829128] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"670.844816ms","start":"2026-02-27T01:21:17.212558Z","end":"2026-02-27T01:21:17.883403Z","steps":["trace[1217829128] 'process raft request' (duration: 670.175658ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:17.883621Z","caller":"traceutil/trace.go:171","msg":"trace[500671064] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"670.862136ms","start":"2026-02-27T01:21:17.212736Z","end":"2026-02-27T01:21:17.883598Z","steps":["trace[500671064] 'process raft request' (duration: 670.690232ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:17.883662Z","caller":"traceutil/trace.go:171","msg":"trace[1898916335] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"670.010523ms","start":"2026-02-27T01:21:17.213624Z","end":"2026-02-27T01:21:17.883635Z","steps":["trace[1898916335] 'process raft request' (duration: 669.926281ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:17.883695Z","caller":"traceutil/trace.go:171","msg":"trace[224124952] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"670.99551ms","start":"2026-02-27T01:21:17.212671Z","end":"2026-02-27T01:21:17.883667Z","steps":["trace[224124952] 'process raft request' (duration: 670.674902ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:17.883815Z","caller":"traceutil/trace.go:171","msg":"trace[1294237003] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"670.184799ms","start":"2026-02-27T01:21:17.213616Z","end":"2026-02-27T01:21:17.883801Z","steps":["trace[1294237003] 'process raft request' (duration: 669.977103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.883822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:17.212727Z","time spent":"670.974099ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":961,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:17.883838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:17.213614Z","time spent":"670.122587ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:17.883855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:17.212665Z","time spent":"671.104493ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:17.883897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:17.213587Z","time spent":"670.27048ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:17.883918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:17.212526Z","time spent":"671.101743ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:21:17.884138Z","caller":"traceutil/trace.go:171","msg":"trace[1527437199] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"670.62899ms","start":"2026-02-27T01:21:17.213496Z","end":"2026-02-27T01:21:17.884125Z","steps":["trace[1527437199] 'process raft request' (duration: 670.012864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.884391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:17.213478Z","time spent":"670.699862ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:21:17.884513Z","caller":"traceutil/trace.go:171","msg":"trace[345212984] linearizableReadLoop","detail":"{readStateIndex:1683; appliedIndex:1677; }","duration":"671.600756ms","start":"2026-02-27T01:21:17.212877Z","end":"2026-02-27T01:21:17.884478Z","steps":["trace[345212984] 'read index received' (duration: 72.660405ms)","trace[345212984] 'applied index is now lower than readState.Index' (duration: 598.938011ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:17.884564Z","caller":"traceutil/trace.go:171","msg":"trace[31003280] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"670.834056ms","start":"2026-02-27T01:21:17.213693Z","end":"2026-02-27T01:21:17.884527Z","steps":["trace[31003280] 'process raft request' (duration: 670.055875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.88473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:17.213677Z","time spent":"670.964489ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:17.884824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.941735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:566"} {"level":"info","ts":"2026-02-27T01:21:17.884901Z","caller":"traceutil/trace.go:171","msg":"trace[735455474] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1639; }","duration":"672.035767ms","start":"2026-02-27T01:21:17.212844Z","end":"2026-02-27T01:21:17.88488Z","steps":["trace[735455474] 'agreement among raft nodes before linearized reading' (duration: 671.76696ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:17.883536Z","caller":"traceutil/trace.go:171","msg":"trace[1210436666] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"670.838455ms","start":"2026-02-27T01:21:17.212608Z","end":"2026-02-27T01:21:17.883447Z","steps":["trace[1210436666] 'process raft request' (duration: 670.556658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.884958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:17.212837Z","time spent":"672.108819ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":588,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:21:17.885159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:17.212602Z","time spent":"672.447259ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:21:17.89332Z","caller":"traceutil/trace.go:171","msg":"trace[2138158402] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"351.195093ms","start":"2026-02-27T01:21:17.542113Z","end":"2026-02-27T01:21:17.893308Z","steps":["trace[2138158402] 'process raft request' (duration: 351.09323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.893387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:17.542081Z","time spent":"351.273505ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:17.893439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.330155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:21:17.893507Z","caller":"traceutil/trace.go:171","msg":"trace[152860452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1640; }","duration":"678.445229ms","start":"2026-02-27T01:21:17.215045Z","end":"2026-02-27T01:21:17.89349Z","steps":["trace[152860452] 'agreement among raft nodes before linearized reading' (duration: 678.268244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:17.89355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:17.215023Z","time spent":"678.51661ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:21:27.508409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.412293ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T01:21:27.508572Z","caller":"traceutil/trace.go:171","msg":"trace[106997824] linearizableReadLoop","detail":"{readStateIndex:1776; appliedIndex:1775; }","duration":"512.097208ms","start":"2026-02-27T01:21:26.996444Z","end":"2026-02-27T01:21:27.508541Z","steps":["trace[106997824] 'read index received' (duration: 32.791µs)","trace[106997824] 'applied index is now lower than readState.Index' (duration: 512.061377ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:21:27.508959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.490368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T01:21:27.509012Z","caller":"traceutil/trace.go:171","msg":"trace[1580225473] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1724; }","duration":"512.585291ms","start":"2026-02-27T01:21:26.996408Z","end":"2026-02-27T01:21:27.508994Z","steps":["trace[1580225473] 'agreement among raft nodes before linearized reading' (duration: 512.332374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:27.509074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:26.996389Z","time spent":"512.658852ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":666,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:21:27.509077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.76038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-02-27T01:21:27.509144Z","caller":"traceutil/trace.go:171","msg":"trace[969300710] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1724; }","duration":"220.902133ms","start":"2026-02-27T01:21:27.288222Z","end":"2026-02-27T01:21:27.509124Z","steps":["trace[969300710] 'agreement among raft nodes before linearized reading' (duration: 220.694268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:27.509181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.302137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10948"} {"level":"info","ts":"2026-02-27T01:21:27.509289Z","caller":"traceutil/trace.go:171","msg":"trace[1110702204] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1724; }","duration":"321.499182ms","start":"2026-02-27T01:21:27.187761Z","end":"2026-02-27T01:21:27.50926Z","steps":["trace[1110702204] 'agreement among raft nodes before linearized reading' (duration: 321.159793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:27.50934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:27.187729Z","time spent":"321.601835ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10970,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:21:27.509302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.971226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-27T01:21:27.509443Z","caller":"traceutil/trace.go:171","msg":"trace[804054790] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1724; }","duration":"280.170602ms","start":"2026-02-27T01:21:27.229225Z","end":"2026-02-27T01:21:27.509395Z","steps":["trace[804054790] 'agreement among raft nodes before linearized reading' (duration: 279.817962ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:27.661732Z","caller":"traceutil/trace.go:171","msg":"trace[1716833983] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"143.995105ms","start":"2026-02-27T01:21:27.517702Z","end":"2026-02-27T01:21:27.661698Z","steps":["trace[1716833983] 'process raft request' (duration: 143.748118ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:28.045388Z","caller":"traceutil/trace.go:171","msg":"trace[74000310] linearizableReadLoop","detail":"{readStateIndex:1778; appliedIndex:1777; }","duration":"380.026381ms","start":"2026-02-27T01:21:27.665325Z","end":"2026-02-27T01:21:28.045351Z","steps":["trace[74000310] 'read index received' (duration: 379.821946ms)","trace[74000310] 'applied index is now lower than readState.Index' (duration: 202.965µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:28.04547Z","caller":"traceutil/trace.go:171","msg":"trace[1893950979] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"523.988195ms","start":"2026-02-27T01:21:27.52142Z","end":"2026-02-27T01:21:28.045409Z","steps":["trace[1893950979] 'process raft request' (duration: 523.761299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:28.045881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.159665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:21:28.045907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.943158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:21:28.045948Z","caller":"traceutil/trace.go:171","msg":"trace[1352814100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1726; }","duration":"172.292299ms","start":"2026-02-27T01:21:27.873642Z","end":"2026-02-27T01:21:28.045934Z","steps":["trace[1352814100] 'agreement among raft nodes before linearized reading' (duration: 172.159415ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:28.045969Z","caller":"traceutil/trace.go:171","msg":"trace[1165902310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1726; }","duration":"107.01309ms","start":"2026-02-27T01:21:27.938939Z","end":"2026-02-27T01:21:28.045952Z","steps":["trace[1165902310] 'agreement among raft nodes before linearized reading' (duration: 106.873456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:28.046095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.577438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T01:21:28.046208Z","caller":"traceutil/trace.go:171","msg":"trace[1652223599] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1726; }","duration":"109.733932ms","start":"2026-02-27T01:21:27.93645Z","end":"2026-02-27T01:21:28.046184Z","steps":["trace[1652223599] 'agreement among raft nodes before linearized reading' (duration: 109.397133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:28.046227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.36701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T01:21:28.046319Z","caller":"traceutil/trace.go:171","msg":"trace[1004537056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1726; }","duration":"107.511473ms","start":"2026-02-27T01:21:27.938787Z","end":"2026-02-27T01:21:28.046299Z","steps":["trace[1004537056] 'agreement among raft nodes before linearized reading' (duration: 107.170274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:28.046337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.281323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:21:28.046377Z","caller":"traceutil/trace.go:171","msg":"trace[1687944270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1726; }","duration":"111.377256ms","start":"2026-02-27T01:21:27.934989Z","end":"2026-02-27T01:21:28.046366Z","steps":["trace[1687944270] 'agreement among raft nodes before linearized reading' (duration: 111.264013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:28.046503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.456945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:21:28.046551Z","caller":"traceutil/trace.go:171","msg":"trace[736751633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1726; }","duration":"115.553347ms","start":"2026-02-27T01:21:27.930986Z","end":"2026-02-27T01:21:28.046539Z","steps":["trace[736751633] 'agreement among raft nodes before linearized reading' (duration: 115.408653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:28.045717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.35093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-02-27T01:21:28.04656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.496016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:21:28.046636Z","caller":"traceutil/trace.go:171","msg":"trace[1906444036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1726; }","duration":"112.63195ms","start":"2026-02-27T01:21:27.933984Z","end":"2026-02-27T01:21:28.046616Z","steps":["trace[1906444036] 'agreement among raft nodes before linearized reading' (duration: 112.425934ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:28.046628Z","caller":"traceutil/trace.go:171","msg":"trace[220534376] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1726; }","duration":"381.337855ms","start":"2026-02-27T01:21:27.665267Z","end":"2026-02-27T01:21:28.046605Z","steps":["trace[220534376] 'agreement among raft nodes before linearized reading' (duration: 380.226956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:28.046729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:27.521385Z","time spent":"524.520599ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11247,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:28.046818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:27.665246Z","time spent":"381.543791ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:21:28.241945Z","caller":"traceutil/trace.go:171","msg":"trace[1487232353] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"189.477706ms","start":"2026-02-27T01:21:28.052436Z","end":"2026-02-27T01:21:28.241914Z","steps":["trace[1487232353] 'process raft request' (duration: 127.648559ms)","trace[1487232353] 'compare' (duration: 61.688103ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:28.315163Z","caller":"traceutil/trace.go:171","msg":"trace[789296098] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"262.110411ms","start":"2026-02-27T01:21:28.053015Z","end":"2026-02-27T01:21:28.315125Z","steps":["trace[789296098] 'process raft request' (duration: 261.845614ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:28.315529Z","caller":"traceutil/trace.go:171","msg":"trace[218035061] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"262.332576ms","start":"2026-02-27T01:21:28.053171Z","end":"2026-02-27T01:21:28.315503Z","steps":["trace[218035061] 'process raft request' (duration: 262.161431ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:28.315554Z","caller":"traceutil/trace.go:171","msg":"trace[161873057] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"262.424499ms","start":"2026-02-27T01:21:28.053044Z","end":"2026-02-27T01:21:28.315469Z","steps":["trace[161873057] 'process raft request' (duration: 262.010968ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:28.315671Z","caller":"traceutil/trace.go:171","msg":"trace[1177552513] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"262.296275ms","start":"2026-02-27T01:21:28.053364Z","end":"2026-02-27T01:21:28.31566Z","steps":["trace[1177552513] 'process raft request' (duration: 262.079579ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:28.315673Z","caller":"traceutil/trace.go:171","msg":"trace[148531035] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"262.421288ms","start":"2026-02-27T01:21:28.053212Z","end":"2026-02-27T01:21:28.315633Z","steps":["trace[148531035] 'process raft request' (duration: 262.178852ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:28.315775Z","caller":"traceutil/trace.go:171","msg":"trace[972301670] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"261.285659ms","start":"2026-02-27T01:21:28.05448Z","end":"2026-02-27T01:21:28.315765Z","steps":["trace[972301670] 'process raft request' (duration: 261.110104ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:28.315841Z","caller":"traceutil/trace.go:171","msg":"trace[1362982589] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"260.992181ms","start":"2026-02-27T01:21:28.054833Z","end":"2026-02-27T01:21:28.315826Z","steps":["trace[1362982589] 'process raft request' (duration: 260.786635ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:28.315621Z","caller":"traceutil/trace.go:171","msg":"trace[798540928] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"262.211703ms","start":"2026-02-27T01:21:28.053396Z","end":"2026-02-27T01:21:28.315608Z","steps":["trace[798540928] 'process raft request' (duration: 262.077929ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:28.315861Z","caller":"traceutil/trace.go:171","msg":"trace[82499750] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"261.605217ms","start":"2026-02-27T01:21:28.054209Z","end":"2026-02-27T01:21:28.315814Z","steps":["trace[82499750] 'process raft request' (duration: 261.34065ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:28.31606Z","caller":"traceutil/trace.go:171","msg":"trace[669168655] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"262.283855ms","start":"2026-02-27T01:21:28.053737Z","end":"2026-02-27T01:21:28.31602Z","steps":["trace[669168655] 'process raft request' (duration: 261.764441ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:28.316137Z","caller":"traceutil/trace.go:171","msg":"trace[1464057720] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"261.908106ms","start":"2026-02-27T01:21:28.054146Z","end":"2026-02-27T01:21:28.316054Z","steps":["trace[1464057720] 'process raft request' (duration: 261.376731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:28.814528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.912972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:21:28.814709Z","caller":"traceutil/trace.go:171","msg":"trace[197083658] linearizableReadLoop","detail":"{readStateIndex:1791; appliedIndex:1790; }","duration":"325.749966ms","start":"2026-02-27T01:21:28.488919Z","end":"2026-02-27T01:21:28.814669Z","steps":["trace[197083658] 'read index received' (duration: 166.350841ms)","trace[197083658] 'applied index is now lower than readState.Index' (duration: 159.397094ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:28.815037Z","caller":"traceutil/trace.go:171","msg":"trace[1607333555] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"490.837792ms","start":"2026-02-27T01:21:28.324158Z","end":"2026-02-27T01:21:28.814996Z","steps":["trace[1607333555] 'process raft request' (duration: 331.233192ms)","trace[1607333555] 'compare' (duration: 158.551342ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:21:28.815269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:28.324144Z","time spent":"490.997016ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:28.815354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.229138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11262"} {"level":"warn","ts":"2026-02-27T01:21:28.81549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.041644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-02-27T01:21:28.815517Z","caller":"traceutil/trace.go:171","msg":"trace[822421251] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1739; }","duration":"326.596848ms","start":"2026-02-27T01:21:28.488872Z","end":"2026-02-27T01:21:28.815468Z","steps":["trace[822421251] 'agreement among raft nodes before linearized reading' (duration: 326.106385ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:28.815552Z","caller":"traceutil/trace.go:171","msg":"trace[1815302098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1739; }","duration":"299.109196ms","start":"2026-02-27T01:21:28.516424Z","end":"2026-02-27T01:21:28.815533Z","steps":["trace[1815302098] 'agreement among raft nodes before linearized reading' (duration: 298.792427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:28.815598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:28.488849Z","time spent":"326.70873ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11284,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:21:30.519785Z","caller":"traceutil/trace.go:171","msg":"trace[2137659067] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"154.008611ms","start":"2026-02-27T01:21:30.365737Z","end":"2026-02-27T01:21:30.519746Z","steps":["trace[2137659067] 'process raft request' (duration: 153.799385ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:30.669932Z","caller":"traceutil/trace.go:171","msg":"trace[432388551] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"143.05676ms","start":"2026-02-27T01:21:30.526832Z","end":"2026-02-27T01:21:30.669888Z","steps":["trace[432388551] 'process raft request' (duration: 117.872529ms)","trace[432388551] 'compare' (duration: 25.009606ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:21:31.705076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.396215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:21:31.705243Z","caller":"traceutil/trace.go:171","msg":"trace[421758988] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1754; }","duration":"162.626041ms","start":"2026-02-27T01:21:31.542589Z","end":"2026-02-27T01:21:31.705215Z","steps":["trace[421758988] 'range keys from in-memory index tree' (duration: 162.263681ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:32.568405Z","caller":"traceutil/trace.go:171","msg":"trace[870403234] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"278.900337ms","start":"2026-02-27T01:21:32.289461Z","end":"2026-02-27T01:21:32.568362Z","steps":["trace[870403234] 'process raft request' (duration: 278.590449ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:32.656383Z","caller":"traceutil/trace.go:171","msg":"trace[2071997945] linearizableReadLoop","detail":"{readStateIndex:1810; appliedIndex:1808; }","duration":"295.317883ms","start":"2026-02-27T01:21:32.361022Z","end":"2026-02-27T01:21:32.656339Z","steps":["trace[2071997945] 'read index received' (duration: 206.939451ms)","trace[2071997945] 'applied index is now lower than readState.Index' (duration: 88.376822ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:32.656487Z","caller":"traceutil/trace.go:171","msg":"trace[171598900] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"364.25116ms","start":"2026-02-27T01:21:32.292204Z","end":"2026-02-27T01:21:32.656455Z","steps":["trace[171598900] 'process raft request' (duration: 322.298012ms)","trace[171598900] 'compare' (duration: 41.629799ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:21:32.656682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:32.292164Z","time spent":"364.387613ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:32.656735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.686464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:21:32.656803Z","caller":"traceutil/trace.go:171","msg":"trace[406503861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1756; }","duration":"295.822617ms","start":"2026-02-27T01:21:32.360961Z","end":"2026-02-27T01:21:32.656783Z","steps":["trace[406503861] 'agreement among raft nodes before linearized reading' (duration: 295.586141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:32.673008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.981034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T01:21:32.67306Z","caller":"traceutil/trace.go:171","msg":"trace[1793792473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1757; }","duration":"307.095657ms","start":"2026-02-27T01:21:32.365952Z","end":"2026-02-27T01:21:32.673048Z","steps":["trace[1793792473] 'agreement among raft nodes before linearized reading' (duration: 306.862471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:32.673109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:32.365944Z","time spent":"307.154219ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:21:32.673387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.760036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T01:21:32.673398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.371705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T01:21:32.67348Z","caller":"traceutil/trace.go:171","msg":"trace[1778767704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1757; }","duration":"277.860498ms","start":"2026-02-27T01:21:32.395597Z","end":"2026-02-27T01:21:32.673457Z","steps":["trace[1778767704] 'agreement among raft nodes before linearized reading' (duration: 277.704864ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:32.673488Z","caller":"traceutil/trace.go:171","msg":"trace[495684316] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1757; }","duration":"307.477078ms","start":"2026-02-27T01:21:32.365991Z","end":"2026-02-27T01:21:32.673468Z","steps":["trace[495684316] 'agreement among raft nodes before linearized reading' (duration: 307.20451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:32.673538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:32.36595Z","time spent":"307.57936ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:21:32.673258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.214281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:21:32.673949Z","caller":"traceutil/trace.go:171","msg":"trace[1462274020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1757; }","duration":"308.141226ms","start":"2026-02-27T01:21:32.365739Z","end":"2026-02-27T01:21:32.67388Z","steps":["trace[1462274020] 'agreement among raft nodes before linearized reading' (duration: 307.306823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:32.673996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:32.365721Z","time spent":"308.262488ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:21:34.493353Z","caller":"traceutil/trace.go:171","msg":"trace[421899674] linearizableReadLoop","detail":"{readStateIndex:1831; appliedIndex:1830; }","duration":"428.04953ms","start":"2026-02-27T01:21:34.065269Z","end":"2026-02-27T01:21:34.493319Z","steps":["trace[421899674] 'read index received' (duration: 427.852704ms)","trace[421899674] 'applied index is now lower than readState.Index' (duration: 195.066µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:34.493407Z","caller":"traceutil/trace.go:171","msg":"trace[1467655082] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"483.780914ms","start":"2026-02-27T01:21:34.009576Z","end":"2026-02-27T01:21:34.493357Z","steps":["trace[1467655082] 'process raft request' (duration: 483.527877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:34.493598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:34.009544Z","time spent":"483.944608ms","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16383,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:34.493589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.277286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:21:34.493701Z","caller":"traceutil/trace.go:171","msg":"trace[191602543] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1777; }","duration":"428.4505ms","start":"2026-02-27T01:21:34.065224Z","end":"2026-02-27T01:21:34.493675Z","steps":["trace[191602543] 'agreement among raft nodes before linearized reading' (duration: 428.235344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:34.493755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:34.065206Z","time spent":"428.537413ms","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:21:43.173933Z","caller":"traceutil/trace.go:171","msg":"trace[207108825] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"114.545721ms","start":"2026-02-27T01:21:43.059342Z","end":"2026-02-27T01:21:43.173887Z","steps":["trace[207108825] 'process raft request' (duration: 43.025776ms)","trace[207108825] 'compare' (duration: 71.257618ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:21:43.577619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.568708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:21:43.577844Z","caller":"traceutil/trace.go:171","msg":"trace[1354606837] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"206.51566ms","start":"2026-02-27T01:21:43.371307Z","end":"2026-02-27T01:21:43.577822Z","steps":["trace[1354606837] 'process raft request' (duration: 206.447958ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:43.57799Z","caller":"traceutil/trace.go:171","msg":"trace[865009630] linearizableReadLoop","detail":"{readStateIndex:1902; appliedIndex:1901; }","duration":"214.526033ms","start":"2026-02-27T01:21:43.363442Z","end":"2026-02-27T01:21:43.577968Z","steps":["trace[865009630] 'read index received' (duration: 92.431211ms)","trace[865009630] 'applied index is now lower than readState.Index' (duration: 122.092292ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:43.578036Z","caller":"traceutil/trace.go:171","msg":"trace[297637620] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"396.677854ms","start":"2026-02-27T01:21:43.181312Z","end":"2026-02-27T01:21:43.57799Z","steps":["trace[297637620] 'process raft request' (duration: 274.638113ms)","trace[297637620] 'compare' (duration: 121.457435ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:21:43.57824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:21:43.18128Z","time spent":"396.867928ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:21:43.578261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.822051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-27T01:21:43.578314Z","caller":"traceutil/trace.go:171","msg":"trace[695812535] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1845; }","duration":"214.929114ms","start":"2026-02-27T01:21:43.363368Z","end":"2026-02-27T01:21:43.578297Z","steps":["trace[695812535] 'agreement among raft nodes before linearized reading' (duration: 214.739659ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:43.780903Z","caller":"traceutil/trace.go:171","msg":"trace[1597688269] linearizableReadLoop","detail":"{readStateIndex:1904; appliedIndex:1903; }","duration":"199.449072ms","start":"2026-02-27T01:21:43.58143Z","end":"2026-02-27T01:21:43.780879Z","steps":["trace[1597688269] 'read index received' (duration: 153.355224ms)","trace[1597688269] 'applied index is now lower than readState.Index' (duration: 46.092228ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:21:43.780976Z","caller":"traceutil/trace.go:171","msg":"trace[997800691] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"199.770891ms","start":"2026-02-27T01:21:43.581163Z","end":"2026-02-27T01:21:43.780934Z","steps":["trace[997800691] 'process raft request' (duration: 153.391165ms)","trace[997800691] 'compare' (duration: 46.129029ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:21:43.781243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.76536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0195f86f-5a37-4c65-a847-0c823c9b66b6\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-02-27T01:21:43.781313Z","caller":"traceutil/trace.go:171","msg":"trace[1471253556] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0195f86f-5a37-4c65-a847-0c823c9b66b6; range_end:; response_count:1; response_revision:1846; }","duration":"199.889313ms","start":"2026-02-27T01:21:43.581403Z","end":"2026-02-27T01:21:43.781292Z","steps":["trace[1471253556] 'agreement among raft nodes before linearized reading' (duration: 199.641777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:21:43.781374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.706049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:566"} {"level":"info","ts":"2026-02-27T01:21:43.781558Z","caller":"traceutil/trace.go:171","msg":"trace[1398642736] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1846; }","duration":"199.816251ms","start":"2026-02-27T01:21:43.581597Z","end":"2026-02-27T01:21:43.781413Z","steps":["trace[1398642736] 'agreement among raft nodes before linearized reading' (duration: 199.471572ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:43.893415Z","caller":"traceutil/trace.go:171","msg":"trace[1481340239] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"107.303088ms","start":"2026-02-27T01:21:43.786089Z","end":"2026-02-27T01:21:43.893392Z","steps":["trace[1481340239] 'process raft request' (duration: 103.449665ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:21:49.266735Z","caller":"traceutil/trace.go:171","msg":"trace[1944504411] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"141.578711ms","start":"2026-02-27T01:21:49.125108Z","end":"2026-02-27T01:21:49.266687Z","steps":["trace[1944504411] 'process raft request' (duration: 68.32542ms)","trace[1944504411] 'compare' (duration: 73.060675ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:22:05.251763Z","caller":"traceutil/trace.go:171","msg":"trace[1947314311] linearizableReadLoop","detail":"{readStateIndex:2039; appliedIndex:2038; }","duration":"387.809958ms","start":"2026-02-27T01:22:04.863925Z","end":"2026-02-27T01:22:05.251735Z","steps":["trace[1947314311] 'read index received' (duration: 387.590522ms)","trace[1947314311] 'applied index is now lower than readState.Index' (duration: 218.646µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:22:05.251831Z","caller":"traceutil/trace.go:171","msg":"trace[681869453] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"405.444358ms","start":"2026-02-27T01:22:04.846357Z","end":"2026-02-27T01:22:05.251802Z","steps":["trace[681869453] 'process raft request' (duration: 405.191321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:05.252081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.223873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:22:05.252146Z","caller":"traceutil/trace.go:171","msg":"trace[579293529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1972; }","duration":"301.335766ms","start":"2026-02-27T01:22:04.950793Z","end":"2026-02-27T01:22:05.252129Z","steps":["trace[579293529] 'agreement among raft nodes before linearized reading' (duration: 301.157991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:05.252199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:04.950767Z","time spent":"301.419007ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:22:05.252201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.614144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T01:22:05.252291Z","caller":"traceutil/trace.go:171","msg":"trace[91237350] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1972; }","duration":"250.749118ms","start":"2026-02-27T01:22:05.001519Z","end":"2026-02-27T01:22:05.252268Z","steps":["trace[91237350] 'agreement among raft nodes before linearized reading' (duration: 250.511602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:05.252401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.277684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T01:22:05.252493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.564868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:22:05.252452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.831239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:22:05.252522Z","caller":"traceutil/trace.go:171","msg":"trace[1283110270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1972; }","duration":"277.399407ms","start":"2026-02-27T01:22:04.975065Z","end":"2026-02-27T01:22:05.252465Z","steps":["trace[1283110270] 'agreement among raft nodes before linearized reading' (duration: 277.058788ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:22:05.252537Z","caller":"traceutil/trace.go:171","msg":"trace[1396797796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1972; }","duration":"388.62908ms","start":"2026-02-27T01:22:04.863896Z","end":"2026-02-27T01:22:05.252525Z","steps":["trace[1396797796] 'agreement among raft nodes before linearized reading' (duration: 388.002093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:05.252578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:04.863885Z","time spent":"388.685781ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:22:05.252586Z","caller":"traceutil/trace.go:171","msg":"trace[1582748596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1972; }","duration":"274.965962ms","start":"2026-02-27T01:22:04.977572Z","end":"2026-02-27T01:22:05.252538Z","steps":["trace[1582748596] 'agreement among raft nodes before linearized reading' (duration: 274.435368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:05.252686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:04.846333Z","time spent":"405.556391ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:22:05.253007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.8895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11666"} {"level":"info","ts":"2026-02-27T01:22:05.253109Z","caller":"traceutil/trace.go:171","msg":"trace[865816968] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1972; }","duration":"207.061824ms","start":"2026-02-27T01:22:05.046026Z","end":"2026-02-27T01:22:05.253088Z","steps":["trace[865816968] 'agreement among raft nodes before linearized reading' (duration: 205.984955ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:22:05.371476Z","caller":"traceutil/trace.go:171","msg":"trace[323919868] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"114.069098ms","start":"2026-02-27T01:22:05.257371Z","end":"2026-02-27T01:22:05.371441Z","steps":["trace[323919868] 'process raft request' (duration: 92.334169ms)","trace[323919868] 'compare' (duration: 21.542574ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:22:05.401784Z","caller":"traceutil/trace.go:171","msg":"trace[1468636228] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"143.962444ms","start":"2026-02-27T01:22:05.257794Z","end":"2026-02-27T01:22:05.401757Z","steps":["trace[1468636228] 'process raft request' (duration: 143.80921ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:22:05.402132Z","caller":"traceutil/trace.go:171","msg":"trace[1410535962] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"144.274123ms","start":"2026-02-27T01:22:05.257832Z","end":"2026-02-27T01:22:05.402106Z","steps":["trace[1410535962] 'process raft request' (duration: 143.891562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:22:05.402201Z","caller":"traceutil/trace.go:171","msg":"trace[1906363427] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"144.346344ms","start":"2026-02-27T01:22:05.257836Z","end":"2026-02-27T01:22:05.402183Z","steps":["trace[1906363427] 'process raft request' (duration: 144.167389ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:22:05.402498Z","caller":"traceutil/trace.go:171","msg":"trace[1887629640] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"104.38841ms","start":"2026-02-27T01:22:05.298085Z","end":"2026-02-27T01:22:05.402474Z","steps":["trace[1887629640] 'process raft request' (duration: 104.258917ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:22:05.402502Z","caller":"traceutil/trace.go:171","msg":"trace[1608100594] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"143.875461ms","start":"2026-02-27T01:22:05.258583Z","end":"2026-02-27T01:22:05.402459Z","steps":["trace[1608100594] 'process raft request' (duration: 143.540872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:06.241457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.417094ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:22:06.241591Z","caller":"traceutil/trace.go:171","msg":"trace[1962567087] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1978; }","duration":"296.565118ms","start":"2026-02-27T01:22:05.945007Z","end":"2026-02-27T01:22:06.241572Z","steps":["trace[1962567087] 'range keys from in-memory index tree' (duration: 296.400434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:06.242097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.177083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-02-27T01:22:06.242192Z","caller":"traceutil/trace.go:171","msg":"trace[950917869] linearizableReadLoop","detail":"{readStateIndex:2046; appliedIndex:2045; }","duration":"805.898472ms","start":"2026-02-27T01:22:05.436277Z","end":"2026-02-27T01:22:06.242176Z","steps":["trace[950917869] 'read index received' (duration: 98.610756ms)","trace[950917869] 'applied index is now lower than readState.Index' (duration: 707.285516ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:22:06.24228Z","caller":"traceutil/trace.go:171","msg":"trace[1663580398] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1978; }","duration":"829.667656ms","start":"2026-02-27T01:22:05.412561Z","end":"2026-02-27T01:22:06.242229Z","steps":["trace[1663580398] 'process raft request' (duration: 122.282757ms)","trace[1663580398] 'compare' (duration: 706.846014ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:22:06.242566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.276722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T01:22:06.242623Z","caller":"traceutil/trace.go:171","msg":"trace[731257142] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1978; }","duration":"806.354105ms","start":"2026-02-27T01:22:05.43625Z","end":"2026-02-27T01:22:06.242604Z","steps":["trace[731257142] 'agreement among raft nodes before linearized reading' (duration: 806.108408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:06.242719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:05.436238Z","time spent":"806.466218ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":666,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:22:06.242753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.635915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-02-27T01:22:06.242732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.277378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:22:06.24283Z","caller":"traceutil/trace.go:171","msg":"trace[1109590377] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1978; }","duration":"152.758028ms","start":"2026-02-27T01:22:06.09005Z","end":"2026-02-27T01:22:06.242808Z","steps":["trace[1109590377] 'agreement among raft nodes before linearized reading' (duration: 152.42982ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:22:06.242884Z","caller":"traceutil/trace.go:171","msg":"trace[633543737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1978; }","duration":"368.487773ms","start":"2026-02-27T01:22:05.874355Z","end":"2026-02-27T01:22:06.242843Z","steps":["trace[633543737] 'agreement among raft nodes before linearized reading' (duration: 368.127564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:06.24295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:05.874328Z","time spent":"368.611347ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:22:06.2431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:05.412543Z","time spent":"829.83315ms","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:22:06.760531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551152884,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:22:07.133355Z","caller":"traceutil/trace.go:171","msg":"trace[296384912] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"883.284423ms","start":"2026-02-27T01:22:06.250046Z","end":"2026-02-27T01:22:07.13333Z","steps":["trace[296384912] 'process raft request' (duration: 883.123949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:07.133597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:06.25001Z","time spent":"883.498959ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:22:07.672016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.036159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:22:07.672451Z","caller":"traceutil/trace.go:171","msg":"trace[1638880078] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"1.421852567s","start":"2026-02-27T01:22:06.250553Z","end":"2026-02-27T01:22:07.672406Z","steps":["trace[1638880078] 'process raft request' (duration: 1.263273853s)","trace[1638880078] 'compare' (duration: 157.71342ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:22:07.672523Z","caller":"traceutil/trace.go:171","msg":"trace[223576472] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"1.418054225s","start":"2026-02-27T01:22:06.254409Z","end":"2026-02-27T01:22:07.672463Z","steps":["trace[223576472] 'process raft request' (duration: 1.417755297s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:07.672693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:06.250539Z","time spent":"1.422015341s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:22:07.672749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:06.25438Z","time spent":"1.41824492s","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16798,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:22:08.425124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.803588ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T01:22:08.425962Z","caller":"traceutil/trace.go:171","msg":"trace[1767158877] linearizableReadLoop","detail":"{readStateIndex:2050; appliedIndex:2046; }","duration":"2.165634713s","start":"2026-02-27T01:22:06.260255Z","end":"2026-02-27T01:22:08.42589Z","steps":["trace[1767158877] 'read index received' (duration: 872.987409ms)","trace[1767158877] 'applied index is now lower than readState.Index' (duration: 1.292644584s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:22:08.426157Z","caller":"traceutil/trace.go:171","msg":"trace[679507752] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"1.438312904s","start":"2026-02-27T01:22:06.987811Z","end":"2026-02-27T01:22:08.426124Z","steps":["trace[679507752] 'process raft request' (duration: 1.437456851s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:08.426318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:06.987771Z","time spent":"1.438458737s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8450,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:22:08.436325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.936943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:22:08.436387Z","caller":"traceutil/trace.go:171","msg":"trace[675561262] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1982; }","duration":"429.106347ms","start":"2026-02-27T01:22:08.007264Z","end":"2026-02-27T01:22:08.43637Z","steps":["trace[675561262] 'agreement among raft nodes before linearized reading' (duration: 418.976357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:08.436427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:08.007226Z","time spent":"429.193629ms","remote":"127.0.0.1:43558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:22:08.436366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562039839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:22:08.436539Z","caller":"traceutil/trace.go:171","msg":"trace[670477362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1982; }","duration":"1.562262765s","start":"2026-02-27T01:22:06.874258Z","end":"2026-02-27T01:22:08.436521Z","steps":["trace[670477362] 'agreement among raft nodes before linearized reading' (duration: 1.55194697s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:08.43658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:06.874239Z","time spent":"1.562332547s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:22:08.436662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029651181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T01:22:08.436726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.502807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-02-27T01:22:08.436745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.884236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:566"} {"level":"warn","ts":"2026-02-27T01:22:08.436785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.506985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:22:08.436785Z","caller":"traceutil/trace.go:171","msg":"trace[122998369] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1982; }","duration":"750.612619ms","start":"2026-02-27T01:22:07.686158Z","end":"2026-02-27T01:22:08.436771Z","steps":["trace[122998369] 'agreement among raft nodes before linearized reading' (duration: 740.060698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:08.436794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029123427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-02-27T01:22:08.43685Z","caller":"traceutil/trace.go:171","msg":"trace[419771947] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1982; }","duration":"403.580327ms","start":"2026-02-27T01:22:08.033245Z","end":"2026-02-27T01:22:08.436825Z","steps":["trace[419771947] 'agreement among raft nodes before linearized reading' (duration: 392.928243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:08.436865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179083331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:22:08.436894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:08.033234Z","time spent":"403.652789ms","remote":"127.0.0.1:43660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:22:08.436911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923936267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:22:08.436922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029845006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:22:08.436898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029855027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:22:08.436971Z","caller":"traceutil/trace.go:171","msg":"trace[1521029599] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1982; }","duration":"1.92403088s","start":"2026-02-27T01:22:06.512906Z","end":"2026-02-27T01:22:08.436937Z","steps":["trace[1521029599] 'agreement among raft nodes before linearized reading' (duration: 1.913255383s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:22:08.436992Z","caller":"traceutil/trace.go:171","msg":"trace[845034657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1982; }","duration":"1.030022301s","start":"2026-02-27T01:22:07.406962Z","end":"2026-02-27T01:22:08.436984Z","steps":["trace[845034657] 'agreement among raft nodes before linearized reading' (duration: 1.019224683s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:22:08.436989Z","caller":"traceutil/trace.go:171","msg":"trace[1361311764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1982; }","duration":"1.0299685s","start":"2026-02-27T01:22:07.407011Z","end":"2026-02-27T01:22:08.436979Z","steps":["trace[1361311764] 'agreement among raft nodes before linearized reading' (duration: 1.019164162s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:08.436841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298957253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-02-27T01:22:08.437014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:07.406931Z","time spent":"1.030077643s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:22:08.437024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:07.406977Z","time spent":"1.030037442s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:22:08.437037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.046746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:22:08.437057Z","caller":"traceutil/trace.go:171","msg":"trace[495732782] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1982; }","duration":"408.118348ms","start":"2026-02-27T01:22:08.028933Z","end":"2026-02-27T01:22:08.437051Z","steps":["trace[495732782] 'agreement among raft nodes before linearized reading' (duration: 397.277099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:08.43709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:08.028905Z","time spent":"408.18028ms","remote":"127.0.0.1:43728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:22:08.436803Z","caller":"traceutil/trace.go:171","msg":"trace[1966420694] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1982; }","duration":"759.99623ms","start":"2026-02-27T01:22:07.676792Z","end":"2026-02-27T01:22:08.436788Z","steps":["trace[1966420694] 'agreement among raft nodes before linearized reading' (duration: 749.427848ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:22:08.437064Z","caller":"traceutil/trace.go:171","msg":"trace[1248883969] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1982; }","duration":"1.029311712s","start":"2026-02-27T01:22:07.407563Z","end":"2026-02-27T01:22:08.436875Z","steps":["trace[1248883969] 'agreement among raft nodes before linearized reading' (duration: 1.018671369s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:08.437173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:07.407534Z","time spent":"1.029629641s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":545,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T01:22:08.437185Z","caller":"traceutil/trace.go:171","msg":"trace[614754600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1982; }","duration":"1.179141512s","start":"2026-02-27T01:22:07.257741Z","end":"2026-02-27T01:22:08.436882Z","steps":["trace[614754600] 'agreement among raft nodes before linearized reading' (duration: 1.168450597s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:08.43713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:07.676773Z","time spent":"760.344728ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":588,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:22:08.43724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:07.25772Z","time spent":"1.179509991s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:22:08.436846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:07.686136Z","time spent":"750.702272ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T01:22:08.437155Z","caller":"traceutil/trace.go:171","msg":"trace[1450906753] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1982; }","duration":"1.299219709s","start":"2026-02-27T01:22:07.137822Z","end":"2026-02-27T01:22:08.437042Z","steps":["trace[1450906753] 'agreement among raft nodes before linearized reading' (duration: 1.288374391s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:08.437004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:06.512881Z","time spent":"1.924115901s","remote":"127.0.0.1:59762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:22:08.437362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:07.137793Z","time spent":"1.299518138s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:22:08.437472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177118909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-02-27T01:22:08.436698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060766319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:22:08.43761Z","caller":"traceutil/trace.go:171","msg":"trace[1998015599] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1982; }","duration":"2.177337185s","start":"2026-02-27T01:22:06.260226Z","end":"2026-02-27T01:22:08.437563Z","steps":["trace[1998015599] 'agreement among raft nodes before linearized reading' (duration: 2.165896621s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:22:08.437634Z","caller":"traceutil/trace.go:171","msg":"trace[1003666829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1982; }","duration":"1.061725565s","start":"2026-02-27T01:22:07.37589Z","end":"2026-02-27T01:22:08.437616Z","steps":["trace[1003666829] 'agreement among raft nodes before linearized reading' (duration: 1.050348732s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:08.437864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:07.375865Z","time spent":"1.061987032s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:22:08.437917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:06.260215Z","time spent":"2.177547191s","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T01:22:08.438437Z","caller":"traceutil/trace.go:171","msg":"trace[504842674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1982; }","duration":"1.029766124s","start":"2026-02-27T01:22:07.406946Z","end":"2026-02-27T01:22:08.436712Z","steps":["trace[504842674] 'agreement among raft nodes before linearized reading' (duration: 1.019278154s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:22:08.438476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:22:07.406921Z","time spent":"1.031545381s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:22:18.86632Z","caller":"traceutil/trace.go:171","msg":"trace[1222231514] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"100.167557ms","start":"2026-02-27T01:22:18.766115Z","end":"2026-02-27T01:22:18.866283Z","steps":["trace[1222231514] 'process raft request' (duration: 55.846727ms)","trace[1222231514] 'compare' (duration: 44.163286ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:22:56.890368Z","caller":"traceutil/trace.go:171","msg":"trace[1137094686] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"111.409055ms","start":"2026-02-27T01:22:56.77894Z","end":"2026-02-27T01:22:56.890349Z","steps":["trace[1137094686] 'process raft request' (duration: 111.372324ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:22:56.890608Z","caller":"traceutil/trace.go:171","msg":"trace[2143105930] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"112.450532ms","start":"2026-02-27T01:22:56.778148Z","end":"2026-02-27T01:22:56.890599Z","steps":["trace[2143105930] 'process raft request' (duration: 83.826616ms)","trace[2143105930] 'compare' (duration: 28.259197ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:23:15.370311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.047751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:23:15.370618Z","caller":"traceutil/trace.go:171","msg":"trace[461442217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2455; }","duration":"399.37663ms","start":"2026-02-27T01:23:14.971198Z","end":"2026-02-27T01:23:15.370575Z","steps":["trace[461442217] 'range keys from in-memory index tree' (duration: 397.429079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:15.370622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.073373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T01:23:15.370667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:14.97116Z","time spent":"399.494643ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:23:15.370753Z","caller":"traceutil/trace.go:171","msg":"trace[1339538614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2455; }","duration":"397.662605ms","start":"2026-02-27T01:23:14.973038Z","end":"2026-02-27T01:23:15.370701Z","steps":["trace[1339538614] 'range keys from in-memory index tree' (duration: 395.931199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:15.370817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:14.97303Z","time spent":"397.767188ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:23:15.369171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.315775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T01:23:15.371228Z","caller":"traceutil/trace.go:171","msg":"trace[563759576] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2455; }","duration":"489.342299ms","start":"2026-02-27T01:23:14.881796Z","end":"2026-02-27T01:23:15.371138Z","steps":["trace[563759576] 'range keys from in-memory index tree' (duration: 487.185682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:15.371317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:14.881778Z","time spent":"489.497443ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:23:15.37135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.90565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:23:15.371439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.180306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:23:15.371325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.052133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-02-27T01:23:15.371464Z","caller":"traceutil/trace.go:171","msg":"trace[1487010486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2455; }","duration":"564.046384ms","start":"2026-02-27T01:23:14.80738Z","end":"2026-02-27T01:23:15.371426Z","steps":["trace[1487010486] 'range keys from in-memory index tree' (duration: 561.688622ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:23:15.371491Z","caller":"traceutil/trace.go:171","msg":"trace[1207806767] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2455; }","duration":"398.469866ms","start":"2026-02-27T01:23:14.972998Z","end":"2026-02-27T01:23:15.371468Z","steps":["trace[1207806767] 'count revisions from in-memory index tree' (duration: 396.137644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:15.371385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.755408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:23:15.371556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:14.972989Z","time spent":"398.553658ms","remote":"127.0.0.1:43372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":32,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:23:15.371578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:14.807363Z","time spent":"564.198928ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:23:15.371577Z","caller":"traceutil/trace.go:171","msg":"trace[292047343] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2455; }","duration":"182.282799ms","start":"2026-02-27T01:23:15.189215Z","end":"2026-02-27T01:23:15.371498Z","steps":["trace[292047343] 'range keys from in-memory index tree' (duration: 179.826715ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:23:15.371628Z","caller":"traceutil/trace.go:171","msg":"trace[6839365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2455; }","duration":"540.986834ms","start":"2026-02-27T01:23:14.830583Z","end":"2026-02-27T01:23:15.37157Z","steps":["trace[6839365] 'range keys from in-memory index tree' (duration: 538.368545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:15.371677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.59196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:23:15.37171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:14.830554Z","time spent":"541.126138ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:23:15.371759Z","caller":"traceutil/trace.go:171","msg":"trace[1931163909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2455; }","duration":"530.671691ms","start":"2026-02-27T01:23:14.841059Z","end":"2026-02-27T01:23:15.37173Z","steps":["trace[1931163909] 'range keys from in-memory index tree' (duration: 527.998641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:15.371788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:14.841053Z","time spent":"530.726293ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:23:15.708375Z","caller":"traceutil/trace.go:171","msg":"trace[1706876968] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"497.837533ms","start":"2026-02-27T01:23:15.210505Z","end":"2026-02-27T01:23:15.708343Z","steps":["trace[1706876968] 'process raft request' (duration: 497.612197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:15.708536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:15.210487Z","time spent":"497.968727ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:23:16.211744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.226739ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:23:16.21189Z","caller":"traceutil/trace.go:171","msg":"trace[822940800] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2456; }","duration":"255.393483ms","start":"2026-02-27T01:23:15.956474Z","end":"2026-02-27T01:23:16.211867Z","steps":["trace[822940800] 'range keys from in-memory index tree' (duration: 255.204388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:16.771022Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062961296s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:23:16.771553Z","caller":"traceutil/trace.go:171","msg":"trace[2090932881] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"1.437506769s","start":"2026-02-27T01:23:15.334015Z","end":"2026-02-27T01:23:16.771522Z","steps":["trace[2090932881] 'process raft request' (duration: 1.437286824s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:16.771716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:15.333992Z","time spent":"1.437640332s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:23:16.771936Z","caller":"traceutil/trace.go:171","msg":"trace[1602043783] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"1.395249432s","start":"2026-02-27T01:23:15.376659Z","end":"2026-02-27T01:23:16.771909Z","steps":["trace[1602043783] 'process raft request' (duration: 1.395167429s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:23:16.772Z","caller":"traceutil/trace.go:171","msg":"trace[2108449768] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"1.395739704s","start":"2026-02-27T01:23:15.376234Z","end":"2026-02-27T01:23:16.771974Z","steps":["trace[2108449768] 'process raft request' (duration: 1.395236591s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:23:16.772Z","caller":"traceutil/trace.go:171","msg":"trace[1418929501] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"1.395327424s","start":"2026-02-27T01:23:15.376644Z","end":"2026-02-27T01:23:16.771971Z","steps":["trace[1418929501] 'process raft request' (duration: 1.395079988s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:16.772061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:15.376218Z","time spent":"1.395812407s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:23:16.772112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:15.376647Z","time spent":"1.395368914s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:23:16.772141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:15.37661Z","time spent":"1.395468987s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:23:16.772261Z","caller":"traceutil/trace.go:171","msg":"trace[687280025] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"1.395079537s","start":"2026-02-27T01:23:15.377125Z","end":"2026-02-27T01:23:16.772205Z","steps":["trace[687280025] 'process raft request' (duration: 1.394734868s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:16.77246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:15.376946Z","time spent":"1.395417477s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:23:16.772544Z","caller":"traceutil/trace.go:171","msg":"trace[275959627] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"1.395332934s","start":"2026-02-27T01:23:15.377194Z","end":"2026-02-27T01:23:16.772527Z","steps":["trace[275959627] 'process raft request' (duration: 1.395014326s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:23:16.772563Z","caller":"traceutil/trace.go:171","msg":"trace[1367142310] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"1.395040516s","start":"2026-02-27T01:23:15.377504Z","end":"2026-02-27T01:23:16.772544Z","steps":["trace[1367142310] 'process raft request' (duration: 1.394926893s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:23:16.772571Z","caller":"traceutil/trace.go:171","msg":"trace[2098854365] linearizableReadLoop","detail":"{readStateIndex:2555; appliedIndex:2552; }","duration":"1.396230517s","start":"2026-02-27T01:23:15.376315Z","end":"2026-02-27T01:23:16.772546Z","steps":["trace[2098854365] 'read index received' (duration: 331.785953ms)","trace[2098854365] 'applied index is now lower than readState.Index' (duration: 1.064442984s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:23:16.77265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:15.377493Z","time spent":"1.395113188s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:23:16.77263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:15.377181Z","time spent":"1.395407306s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:23:16.772757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396439023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-02-27T01:23:16.772819Z","caller":"traceutil/trace.go:171","msg":"trace[1398533766] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2463; }","duration":"1.396511275s","start":"2026-02-27T01:23:15.376294Z","end":"2026-02-27T01:23:16.772805Z","steps":["trace[1398533766] 'agreement among raft nodes before linearized reading' (duration: 1.396376582s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:16.772873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:15.376281Z","time spent":"1.396571026s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":681,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:23:16.772742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396408062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-27T01:23:16.773255Z","caller":"traceutil/trace.go:171","msg":"trace[345717700] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2463; }","duration":"1.396894225s","start":"2026-02-27T01:23:15.376295Z","end":"2026-02-27T01:23:16.773189Z","steps":["trace[345717700] 'agreement among raft nodes before linearized reading' (duration: 1.396284589s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:16.773316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:15.376288Z","time spent":"1.397011328s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":666,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:23:17.676667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.860926ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T01:23:17.676907Z","caller":"traceutil/trace.go:171","msg":"trace[22549675] linearizableReadLoop","detail":"{readStateIndex:2561; appliedIndex:2560; }","duration":"904.161097ms","start":"2026-02-27T01:23:16.772679Z","end":"2026-02-27T01:23:17.67684Z","steps":["trace[22549675] 'read index received' (duration: 426.120587ms)","trace[22549675] 'applied index is now lower than readState.Index' (duration: 478.03653ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:23:17.67701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79642214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:23:17.677097Z","caller":"traceutil/trace.go:171","msg":"trace[2009207370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2463; }","duration":"1.796553053s","start":"2026-02-27T01:23:15.880521Z","end":"2026-02-27T01:23:17.677074Z","steps":["trace[2009207370] 'agreement among raft nodes before linearized reading' (duration: 1.796405029s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:17.677144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:15.8805Z","time spent":"1.796635885s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:23:17.677168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88682811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:23:17.677344Z","caller":"traceutil/trace.go:171","msg":"trace[1262046605] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2463; }","duration":"1.887062586s","start":"2026-02-27T01:23:15.790249Z","end":"2026-02-27T01:23:17.677312Z","steps":["trace[1262046605] 'agreement among raft nodes before linearized reading' (duration: 1.886784328s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:17.677456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.009084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"warn","ts":"2026-02-27T01:23:17.677509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:15.790228Z","time spent":"1.887259381s","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:23:17.677638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301113704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1379"} {"level":"warn","ts":"2026-02-27T01:23:17.677643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.959073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-02-27T01:23:17.677739Z","caller":"traceutil/trace.go:171","msg":"trace[482313838] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2463; }","duration":"901.085057ms","start":"2026-02-27T01:23:16.77664Z","end":"2026-02-27T01:23:17.677725Z","steps":["trace[482313838] 'agreement among raft nodes before linearized reading' (duration: 900.926962ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:23:17.677542Z","caller":"traceutil/trace.go:171","msg":"trace[1895458904] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2463; }","duration":"901.138487ms","start":"2026-02-27T01:23:16.776383Z","end":"2026-02-27T01:23:17.677522Z","steps":["trace[1895458904] 'agreement among raft nodes before linearized reading' (duration: 900.897661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:17.677793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:16.776624Z","time spent":"901.156528ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:23:17.677745Z","caller":"traceutil/trace.go:171","msg":"trace[353206620] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2463; }","duration":"2.301370271s","start":"2026-02-27T01:23:15.376321Z","end":"2026-02-27T01:23:17.677691Z","steps":["trace[353206620] 'agreement among raft nodes before linearized reading' (duration: 2.300792555s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:17.677909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:15.376308Z","time spent":"2.301587696s","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1401,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-02-27T01:23:17.677828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:16.776366Z","time spent":"901.445946ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":589,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:23:28.128053Z","caller":"traceutil/trace.go:171","msg":"trace[456330400] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"275.578574ms","start":"2026-02-27T01:23:27.852438Z","end":"2026-02-27T01:23:28.128016Z","steps":["trace[456330400] 'process raft request' (duration: 275.392279ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:23:28.274661Z","caller":"traceutil/trace.go:171","msg":"trace[1630952507] linearizableReadLoop","detail":"{readStateIndex:2632; appliedIndex:2630; }","duration":"401.843421ms","start":"2026-02-27T01:23:27.872782Z","end":"2026-02-27T01:23:28.274625Z","steps":["trace[1630952507] 'read index received' (duration: 255.03235ms)","trace[1630952507] 'applied index is now lower than readState.Index' (duration: 146.809101ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:23:28.274795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.006475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:23:28.274839Z","caller":"traceutil/trace.go:171","msg":"trace[2052448292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2530; }","duration":"402.103507ms","start":"2026-02-27T01:23:27.872725Z","end":"2026-02-27T01:23:28.274829Z","steps":["trace[2052448292] 'agreement among raft nodes before linearized reading' (duration: 402.011095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:28.274929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:27.872707Z","time spent":"402.21163ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:23:28.274988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.407906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T01:23:28.274668Z","caller":"traceutil/trace.go:171","msg":"trace[498562872] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"420.596708ms","start":"2026-02-27T01:23:27.854036Z","end":"2026-02-27T01:23:28.274632Z","steps":["trace[498562872] 'process raft request' (duration: 331.448415ms)","trace[498562872] 'compare' (duration: 89.000609ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:23:28.27506Z","caller":"traceutil/trace.go:171","msg":"trace[1865355285] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2530; }","duration":"356.524659ms","start":"2026-02-27T01:23:27.918519Z","end":"2026-02-27T01:23:28.275044Z","steps":["trace[1865355285] 'agreement among raft nodes before linearized reading' (duration: 356.316513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:28.275104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:27.918507Z","time spent":"356.585051ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11518,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:23:28.275242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:23:27.854022Z","time spent":"421.043799ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:23:49.763455Z","caller":"traceutil/trace.go:171","msg":"trace[1639016991] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"101.564922ms","start":"2026-02-27T01:23:49.661849Z","end":"2026-02-27T01:23:49.763414Z","steps":["trace[1639016991] 'process raft request' (duration: 101.374447ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:23:59.371992Z","caller":"traceutil/trace.go:171","msg":"trace[375799719] linearizableReadLoop","detail":"{readStateIndex:3016; appliedIndex:3015; }","duration":"116.612019ms","start":"2026-02-27T01:23:59.25535Z","end":"2026-02-27T01:23:59.371962Z","steps":["trace[375799719] 'read index received' (duration: 113.2414ms)","trace[375799719] 'applied index is now lower than readState.Index' (duration: 3.369479ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:23:59.372109Z","caller":"traceutil/trace.go:171","msg":"trace[1307045351] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2898; }","duration":"123.511492ms","start":"2026-02-27T01:23:59.248556Z","end":"2026-02-27T01:23:59.372067Z","steps":["trace[1307045351] 'process raft request' (duration: 120.153203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:23:59.372211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.832415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:23:59.372286Z","caller":"traceutil/trace.go:171","msg":"trace[1950481541] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2898; }","duration":"116.954628ms","start":"2026-02-27T01:23:59.255312Z","end":"2026-02-27T01:23:59.372266Z","steps":["trace[1950481541] 'agreement among raft nodes before linearized reading' (duration: 116.810124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:30.61055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.22718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-02-27T01:25:30.610614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.407385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-02-27T01:25:30.610702Z","caller":"traceutil/trace.go:171","msg":"trace[1449427536] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:3955; }","duration":"118.536349ms","start":"2026-02-27T01:25:30.492139Z","end":"2026-02-27T01:25:30.610676Z","steps":["trace[1449427536] 'range keys from in-memory index tree' (duration: 118.189839ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:30.610703Z","caller":"traceutil/trace.go:171","msg":"trace[661338346] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:3955; }","duration":"150.432796ms","start":"2026-02-27T01:25:30.460239Z","end":"2026-02-27T01:25:30.610672Z","steps":["trace[661338346] 'range keys from in-memory index tree' (duration: 149.911792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:30.610562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.139466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:25:30.610924Z","caller":"traceutil/trace.go:171","msg":"trace[1689054282] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3955; }","duration":"104.536157ms","start":"2026-02-27T01:25:30.506361Z","end":"2026-02-27T01:25:30.610897Z","steps":["trace[1689054282] 'count revisions from in-memory index tree' (duration: 103.92562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:30.787459Z","caller":"traceutil/trace.go:171","msg":"trace[95710376] transaction","detail":"{read_only:false; response_revision:3956; number_of_response:1; }","duration":"116.255728ms","start":"2026-02-27T01:25:30.671169Z","end":"2026-02-27T01:25:30.787424Z","steps":["trace[95710376] 'process raft request' (duration: 115.886008ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:36.873088Z","caller":"traceutil/trace.go:171","msg":"trace[1590074757] transaction","detail":"{read_only:false; response_revision:4092; number_of_response:1; }","duration":"220.461022ms","start":"2026-02-27T01:25:36.652595Z","end":"2026-02-27T01:25:36.873056Z","steps":["trace[1590074757] 'process raft request' (duration: 198.312063ms)","trace[1590074757] 'compare' (duration: 21.934953ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:36.873131Z","caller":"traceutil/trace.go:171","msg":"trace[299746296] linearizableReadLoop","detail":"{readStateIndex:4271; appliedIndex:4270; }","duration":"204.000684ms","start":"2026-02-27T01:25:36.669096Z","end":"2026-02-27T01:25:36.873097Z","steps":["trace[299746296] 'read index received' (duration: 181.811204ms)","trace[299746296] 'applied index is now lower than readState.Index' (duration: 22.18707ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:36.974904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.858018ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T01:25:36.975139Z","caller":"traceutil/trace.go:171","msg":"trace[2004943850] linearizableReadLoop","detail":"{readStateIndex:4272; appliedIndex:4271; }","duration":"101.214851ms","start":"2026-02-27T01:25:36.873899Z","end":"2026-02-27T01:25:36.975114Z","steps":["trace[2004943850] 'read index received' (duration: 50.111µs)","trace[2004943850] 'applied index is now lower than readState.Index' (duration: 101.16253ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:36.97512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.986485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-02-27T01:25:36.97526Z","caller":"traceutil/trace.go:171","msg":"trace[2057384851] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4092; }","duration":"306.19403ms","start":"2026-02-27T01:25:36.669036Z","end":"2026-02-27T01:25:36.97523Z","steps":["trace[2057384851] 'agreement among raft nodes before linearized reading' (duration: 204.165747ms)","trace[2057384851] 'range keys from in-memory index tree' (duration: 101.721784ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:36.975305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.389135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:25:36.975309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:36.669017Z","time spent":"306.282273ms","remote":"127.0.0.1:43426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1847,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-02-27T01:25:36.975329Z","caller":"traceutil/trace.go:171","msg":"trace[1460848529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4093; }","duration":"101.434387ms","start":"2026-02-27T01:25:36.873887Z","end":"2026-02-27T01:25:36.975322Z","steps":["trace[1460848529] 'agreement among raft nodes before linearized reading' (duration: 101.343764ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:36.978837Z","caller":"traceutil/trace.go:171","msg":"trace[1588606393] transaction","detail":"{read_only:false; response_revision:4094; number_of_response:1; }","duration":"100.163023ms","start":"2026-02-27T01:25:36.878645Z","end":"2026-02-27T01:25:36.978809Z","steps":["trace[1588606393] 'process raft request' (duration: 99.939197ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:37.197876Z","caller":"traceutil/trace.go:171","msg":"trace[1406133127] transaction","detail":"{read_only:false; response_revision:4099; number_of_response:1; }","duration":"208.857743ms","start":"2026-02-27T01:25:36.988994Z","end":"2026-02-27T01:25:37.197852Z","steps":["trace[1406133127] 'process raft request' (duration: 174.691345ms)","trace[1406133127] 'compare' (duration: 33.414068ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:37.198174Z","caller":"traceutil/trace.go:171","msg":"trace[1084421581] transaction","detail":"{read_only:false; response_revision:4100; number_of_response:1; }","duration":"202.614217ms","start":"2026-02-27T01:25:36.995544Z","end":"2026-02-27T01:25:37.198158Z","steps":["trace[1084421581] 'process raft request' (duration: 202.192296ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:37.198374Z","caller":"traceutil/trace.go:171","msg":"trace[2060551897] linearizableReadLoop","detail":"{readStateIndex:4281; appliedIndex:4278; }","duration":"193.325861ms","start":"2026-02-27T01:25:37.005034Z","end":"2026-02-27T01:25:37.19836Z","steps":["trace[2060551897] 'read index received' (duration: 158.670859ms)","trace[2060551897] 'applied index is now lower than readState.Index' (duration: 34.654142ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:37.198463Z","caller":"traceutil/trace.go:171","msg":"trace[186318857] transaction","detail":"{read_only:false; response_revision:4102; number_of_response:1; }","duration":"160.60091ms","start":"2026-02-27T01:25:37.037854Z","end":"2026-02-27T01:25:37.198455Z","steps":["trace[186318857] 'process raft request' (duration: 160.441096ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:37.198561Z","caller":"traceutil/trace.go:171","msg":"trace[1783997087] transaction","detail":"{read_only:false; response_revision:4101; number_of_response:1; }","duration":"202.990917ms","start":"2026-02-27T01:25:36.995561Z","end":"2026-02-27T01:25:37.198552Z","steps":["trace[1783997087] 'process raft request' (duration: 202.559055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:37.198625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.134602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:37.198706Z","caller":"traceutil/trace.go:171","msg":"trace[1391538889] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4102; }","duration":"185.280546ms","start":"2026-02-27T01:25:37.013407Z","end":"2026-02-27T01:25:37.198687Z","steps":["trace[1391538889] 'agreement among raft nodes before linearized reading' (duration: 185.132532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:37.198873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.826553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-02-27T01:25:37.198916Z","caller":"traceutil/trace.go:171","msg":"trace[1569130738] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4102; }","duration":"193.883445ms","start":"2026-02-27T01:25:37.00502Z","end":"2026-02-27T01:25:37.198903Z","steps":["trace[1569130738] 'agreement among raft nodes before linearized reading' (duration: 193.724411ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:38.565154Z","caller":"traceutil/trace.go:171","msg":"trace[1018129705] linearizableReadLoop","detail":"{readStateIndex:4354; appliedIndex:4353; }","duration":"135.921454ms","start":"2026-02-27T01:25:38.429171Z","end":"2026-02-27T01:25:38.565092Z","steps":["trace[1018129705] 'read index received' (duration: 60.257822ms)","trace[1018129705] 'applied index is now lower than readState.Index' (duration: 75.662032ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:38.565233Z","caller":"traceutil/trace.go:171","msg":"trace[1107116719] transaction","detail":"{read_only:false; response_revision:4172; number_of_response:1; }","duration":"231.852174ms","start":"2026-02-27T01:25:38.333315Z","end":"2026-02-27T01:25:38.565167Z","steps":["trace[1107116719] 'process raft request' (duration: 156.137361ms)","trace[1107116719] 'compare' (duration: 75.261951ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:38.565359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.172481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-g47h8\" ","response":"range_response_count:1 size:9826"} {"level":"info","ts":"2026-02-27T01:25:38.565423Z","caller":"traceutil/trace.go:171","msg":"trace[2012441638] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-g47h8; range_end:; response_count:1; response_revision:4172; }","duration":"136.278203ms","start":"2026-02-27T01:25:38.429127Z","end":"2026-02-27T01:25:38.565406Z","steps":["trace[2012441638] 'agreement among raft nodes before linearized reading' (duration: 136.130629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:38.565764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.447971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-g47h8.1897f6126ea35206\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-02-27T01:25:38.565833Z","caller":"traceutil/trace.go:171","msg":"trace[1592454776] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-g47h8.1897f6126ea35206; range_end:; response_count:1; response_revision:4172; }","duration":"135.542074ms","start":"2026-02-27T01:25:38.430276Z","end":"2026-02-27T01:25:38.565818Z","steps":["trace[1592454776] 'agreement among raft nodes before linearized reading' (duration: 135.100923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:40.003606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551158501,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:25:40.372126Z","caller":"traceutil/trace.go:171","msg":"trace[705642176] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"905.038062ms","start":"2026-02-27T01:25:39.467055Z","end":"2026-02-27T01:25:40.372093Z","steps":["trace[705642176] 'process raft request' (duration: 865.363437ms)","trace[705642176] 'compare' (duration: 39.416188ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:40.37215Z","caller":"traceutil/trace.go:171","msg":"trace[917707617] transaction","detail":"{read_only:false; response_revision:4202; number_of_response:1; }","duration":"902.566305ms","start":"2026-02-27T01:25:39.469559Z","end":"2026-02-27T01:25:40.372125Z","steps":["trace[917707617] 'process raft request' (duration: 902.432052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:40.37228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:39.466993Z","time spent":"905.210276ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:40.372301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:39.469545Z","time spent":"902.686609ms","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5068,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:40.372374Z","caller":"traceutil/trace.go:171","msg":"trace[692437058] linearizableReadLoop","detail":"{readStateIndex:4386; appliedIndex:4383; }","duration":"869.25514ms","start":"2026-02-27T01:25:39.503075Z","end":"2026-02-27T01:25:40.37233Z","steps":["trace[692437058] 'read index received' (duration: 829.368459ms)","trace[692437058] 'applied index is now lower than readState.Index' (duration: 39.883161ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:40.372509Z","caller":"traceutil/trace.go:171","msg":"trace[32428278] transaction","detail":"{read_only:false; response_revision:4203; number_of_response:1; }","duration":"379.9178ms","start":"2026-02-27T01:25:39.992577Z","end":"2026-02-27T01:25:40.372495Z","steps":["trace[32428278] 'process raft request' (duration: 379.498189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:40.372617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:39.992551Z","time spent":"379.983922ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:40.372885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.559685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:25:40.372975Z","caller":"traceutil/trace.go:171","msg":"trace[1225826913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4203; }","duration":"864.707299ms","start":"2026-02-27T01:25:39.508246Z","end":"2026-02-27T01:25:40.372954Z","steps":["trace[1225826913] 'agreement among raft nodes before linearized reading' (duration: 864.427781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:40.373024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:39.508225Z","time spent":"864.790171ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:25:40.373148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.361836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T01:25:40.373121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.032016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a53f7553-1b7d-4ccd-a4e9-5d99e8d60a0d\" ","response":"range_response_count:1 size:3720"} {"level":"warn","ts":"2026-02-27T01:25:40.373152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.402163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:25:40.373177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.375106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:25:40.37319Z","caller":"traceutil/trace.go:171","msg":"trace[600156573] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4203; }","duration":"745.429538ms","start":"2026-02-27T01:25:39.627748Z","end":"2026-02-27T01:25:40.373177Z","steps":["trace[600156573] 'agreement among raft nodes before linearized reading' (duration: 745.271044ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:40.373215Z","caller":"traceutil/trace.go:171","msg":"trace[1129680994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4203; }","duration":"761.492956ms","start":"2026-02-27T01:25:39.611703Z","end":"2026-02-27T01:25:40.373196Z","steps":["trace[1129680994] 'agreement among raft nodes before linearized reading' (duration: 761.308661ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:40.373219Z","caller":"traceutil/trace.go:171","msg":"trace[1393306977] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4203; }","duration":"798.438658ms","start":"2026-02-27T01:25:39.574769Z","end":"2026-02-27T01:25:40.373208Z","steps":["trace[1393306977] 'agreement among raft nodes before linearized reading' (duration: 798.260704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:40.373222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:39.627736Z","time spent":"745.478859ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:25:40.37325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:39.611694Z","time spent":"761.548757ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:25:40.373251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:39.574757Z","time spent":"798.487829ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:25:40.37327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.752189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:25:40.37333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.93361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T01:25:40.37335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.414377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:25:40.373381Z","caller":"traceutil/trace.go:171","msg":"trace[1124558672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4203; }","duration":"814.043723ms","start":"2026-02-27T01:25:39.559323Z","end":"2026-02-27T01:25:40.373367Z","steps":["trace[1124558672] 'agreement among raft nodes before linearized reading' (duration: 813.90497ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:40.373382Z","caller":"traceutil/trace.go:171","msg":"trace[874319301] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4203; }","duration":"431.947504ms","start":"2026-02-27T01:25:39.941407Z","end":"2026-02-27T01:25:40.373354Z","steps":["trace[874319301] 'agreement among raft nodes before linearized reading' (duration: 431.747569ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:40.373397Z","caller":"traceutil/trace.go:171","msg":"trace[76898671] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4203; }","duration":"684.470608ms","start":"2026-02-27T01:25:39.688913Z","end":"2026-02-27T01:25:40.373384Z","steps":["trace[76898671] 'agreement among raft nodes before linearized reading' (duration: 684.327784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:40.373391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.459868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T01:25:40.373414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.623633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-27T01:25:40.373426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.6492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-02-27T01:25:40.373424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:39.559307Z","time spent":"814.101925ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:25:40.373441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:39.688906Z","time spent":"684.526269ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:25:40.373442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:39.941371Z","time spent":"432.060477ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:25:40.373453Z","caller":"traceutil/trace.go:171","msg":"trace[1020554049] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:4203; }","duration":"218.697525ms","start":"2026-02-27T01:25:40.154746Z","end":"2026-02-27T01:25:40.373443Z","steps":["trace[1020554049] 'agreement among raft nodes before linearized reading' (duration: 218.593762ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:40.373463Z","caller":"traceutil/trace.go:171","msg":"trace[2125040687] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4203; }","duration":"720.713222ms","start":"2026-02-27T01:25:39.65274Z","end":"2026-02-27T01:25:40.373454Z","steps":["trace[2125040687] 'agreement among raft nodes before linearized reading' (duration: 720.602239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:40.373406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.528943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:25:40.373494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:39.652729Z","time spent":"720.758103ms","remote":"127.0.0.1:43512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":916,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"info","ts":"2026-02-27T01:25:40.373211Z","caller":"traceutil/trace.go:171","msg":"trace[187512856] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a53f7553-1b7d-4ccd-a4e9-5d99e8d60a0d; range_end:; response_count:1; response_revision:4203; }","duration":"734.163469ms","start":"2026-02-27T01:25:39.639025Z","end":"2026-02-27T01:25:40.373189Z","steps":["trace[187512856] 'agreement among raft nodes before linearized reading' (duration: 733.990554ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:40.373528Z","caller":"traceutil/trace.go:171","msg":"trace[2072696439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4203; }","duration":"762.669897ms","start":"2026-02-27T01:25:39.610834Z","end":"2026-02-27T01:25:40.373504Z","steps":["trace[2072696439] 'agreement among raft nodes before linearized reading' (duration: 762.303967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:40.373567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:39.63901Z","time spent":"734.530369ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3742,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a53f7553-1b7d-4ccd-a4e9-5d99e8d60a0d\" "} {"level":"warn","ts":"2026-02-27T01:25:40.373583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:39.610793Z","time spent":"762.78012ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:25:40.373476Z","caller":"traceutil/trace.go:171","msg":"trace[1576067784] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4203; }","duration":"760.582582ms","start":"2026-02-27T01:25:39.61286Z","end":"2026-02-27T01:25:40.373443Z","steps":["trace[1576067784] 'agreement among raft nodes before linearized reading' (duration: 760.16451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:40.373652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:39.612839Z","time spent":"760.798708ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:25:40.373749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.674397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:781301"} {"level":"info","ts":"2026-02-27T01:25:40.373806Z","caller":"traceutil/trace.go:171","msg":"trace[1006464108] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4203; }","duration":"870.7571ms","start":"2026-02-27T01:25:39.503032Z","end":"2026-02-27T01:25:40.373789Z","steps":["trace[1006464108] 'agreement among raft nodes before linearized reading' (duration: 870.276127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:40.373855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:39.503018Z","time spent":"870.828451ms","remote":"127.0.0.1:43426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":781323,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-02-27T01:25:42.424817Z","caller":"traceutil/trace.go:171","msg":"trace[1288268586] transaction","detail":"{read_only:false; response_revision:4222; number_of_response:1; }","duration":"110.9469ms","start":"2026-02-27T01:25:42.313853Z","end":"2026-02-27T01:25:42.4248Z","steps":["trace[1288268586] 'process raft request' (duration: 110.640152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:44.434173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.138899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:44.434266Z","caller":"traceutil/trace.go:171","msg":"trace[244299694] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4283; }","duration":"189.300273ms","start":"2026-02-27T01:25:44.244946Z","end":"2026-02-27T01:25:44.434246Z","steps":["trace[244299694] 'count revisions from in-memory index tree' (duration: 188.923942ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:48.711218Z","caller":"traceutil/trace.go:171","msg":"trace[337900558] linearizableReadLoop","detail":"{readStateIndex:4557; appliedIndex:4556; }","duration":"344.007267ms","start":"2026-02-27T01:25:48.367166Z","end":"2026-02-27T01:25:48.711173Z","steps":["trace[337900558] 'read index received' (duration: 343.814091ms)","trace[337900558] 'applied index is now lower than readState.Index' (duration: 191.665µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:48.711356Z","caller":"traceutil/trace.go:171","msg":"trace[255535782] transaction","detail":"{read_only:false; response_revision:4367; number_of_response:1; }","duration":"475.858282ms","start":"2026-02-27T01:25:48.23544Z","end":"2026-02-27T01:25:48.711299Z","steps":["trace[255535782] 'process raft request' (duration: 475.540003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:48.711552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.354026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T01:25:48.711651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:48.235419Z","time spent":"476.064997ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:25:48.711666Z","caller":"traceutil/trace.go:171","msg":"trace[1440119055] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4367; }","duration":"344.53718ms","start":"2026-02-27T01:25:48.367098Z","end":"2026-02-27T01:25:48.711635Z","steps":["trace[1440119055] 'agreement among raft nodes before linearized reading' (duration: 344.205601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:48.712118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:48.367072Z","time spent":"345.024033ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:25:48.712692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.592843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:25:48.713413Z","caller":"traceutil/trace.go:171","msg":"trace[543420715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4368; }","duration":"204.357053ms","start":"2026-02-27T01:25:48.50903Z","end":"2026-02-27T01:25:48.713387Z","steps":["trace[543420715] 'agreement among raft nodes before linearized reading' (duration: 203.538972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:48.712717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.630217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:25:48.71379Z","caller":"traceutil/trace.go:171","msg":"trace[172501354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4368; }","duration":"215.727846ms","start":"2026-02-27T01:25:48.498022Z","end":"2026-02-27T01:25:48.71375Z","steps":["trace[172501354] 'agreement among raft nodes before linearized reading' (duration: 214.530034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:48.712742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.37307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:48.714153Z","caller":"traceutil/trace.go:171","msg":"trace[2035829059] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4368; }","duration":"121.758557ms","start":"2026-02-27T01:25:48.592338Z","end":"2026-02-27T01:25:48.714097Z","steps":["trace[2035829059] 'agreement among raft nodes before linearized reading' (duration: 120.325879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:48.712834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.041081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:25:48.714313Z","caller":"traceutil/trace.go:171","msg":"trace[1018664064] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4368; }","duration":"206.51041ms","start":"2026-02-27T01:25:48.507782Z","end":"2026-02-27T01:25:48.714293Z","steps":["trace[1018664064] 'agreement among raft nodes before linearized reading' (duration: 204.98719ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:48.712834Z","caller":"traceutil/trace.go:171","msg":"trace[1071163008] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"163.442705ms","start":"2026-02-27T01:25:48.54936Z","end":"2026-02-27T01:25:48.712803Z","steps":["trace[1071163008] 'process raft request' (duration: 163.032444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:48.712905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.162944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:25:48.714737Z","caller":"traceutil/trace.go:171","msg":"trace[1657835189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4368; }","duration":"206.994524ms","start":"2026-02-27T01:25:48.50772Z","end":"2026-02-27T01:25:48.714714Z","steps":["trace[1657835189] 'agreement among raft nodes before linearized reading' (duration: 205.132984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:48.712975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.905094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:25:48.714863Z","caller":"traceutil/trace.go:171","msg":"trace[1990621757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4368; }","duration":"213.816335ms","start":"2026-02-27T01:25:48.501031Z","end":"2026-02-27T01:25:48.714847Z","steps":["trace[1990621757] 'agreement among raft nodes before linearized reading' (duration: 211.891504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:48.712971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.29436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:25:48.714976Z","caller":"traceutil/trace.go:171","msg":"trace[739724755] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4368; }","duration":"142.322344ms","start":"2026-02-27T01:25:48.572635Z","end":"2026-02-27T01:25:48.714957Z","steps":["trace[739724755] 'agreement among raft nodes before linearized reading' (duration: 140.175007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:48.713079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.02602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:25:48.715079Z","caller":"traceutil/trace.go:171","msg":"trace[662798437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4368; }","duration":"213.160787ms","start":"2026-02-27T01:25:48.501905Z","end":"2026-02-27T01:25:48.715066Z","steps":["trace[662798437] 'agreement among raft nodes before linearized reading' (duration: 210.979099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:48.713154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.206852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:25:48.715206Z","caller":"traceutil/trace.go:171","msg":"trace[454499600] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4368; }","duration":"176.256686ms","start":"2026-02-27T01:25:48.538906Z","end":"2026-02-27T01:25:48.715163Z","steps":["trace[454499600] 'agreement among raft nodes before linearized reading' (duration: 174.107328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:48.713257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.586036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T01:25:48.715311Z","caller":"traceutil/trace.go:171","msg":"trace[251189535] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:4368; }","duration":"210.692512ms","start":"2026-02-27T01:25:48.504589Z","end":"2026-02-27T01:25:48.715281Z","steps":["trace[251189535] 'agreement among raft nodes before linearized reading' (duration: 208.432732ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.025046Z","caller":"traceutil/trace.go:171","msg":"trace[1605952996] linearizableReadLoop","detail":"{readStateIndex:4635; appliedIndex:4634; }","duration":"434.023229ms","start":"2026-02-27T01:25:54.591007Z","end":"2026-02-27T01:25:55.025031Z","steps":["trace[1605952996] 'read index received' (duration: 433.902736ms)","trace[1605952996] 'applied index is now lower than readState.Index' (duration: 119.183µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:55.025108Z","caller":"traceutil/trace.go:171","msg":"trace[1055197621] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"434.891342ms","start":"2026-02-27T01:25:54.590188Z","end":"2026-02-27T01:25:55.02508Z","steps":["trace[1055197621] 'process raft request' (duration: 434.738988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:55.025188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.171363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:55.025217Z","caller":"traceutil/trace.go:171","msg":"trace[802255383] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4442; }","duration":"434.238095ms","start":"2026-02-27T01:25:54.590967Z","end":"2026-02-27T01:25:55.025205Z","steps":["trace[802255383] 'agreement among raft nodes before linearized reading' (duration: 434.167323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:55.025239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:54.590953Z","time spent":"434.279746ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:25:55.025277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:54.590153Z","time spent":"435.028806ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8035,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:55.025322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.16118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-27T01:25:55.02536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.687622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:25:55.025416Z","caller":"traceutil/trace.go:171","msg":"trace[1258308021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4442; }","duration":"157.789965ms","start":"2026-02-27T01:25:54.867612Z","end":"2026-02-27T01:25:55.025402Z","steps":["trace[1258308021] 'agreement among raft nodes before linearized reading' (duration: 157.636771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:55.025452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.60755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:25:55.025471Z","caller":"traceutil/trace.go:171","msg":"trace[2115916247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4442; }","duration":"160.645161ms","start":"2026-02-27T01:25:54.864821Z","end":"2026-02-27T01:25:55.025466Z","steps":["trace[2115916247] 'agreement among raft nodes before linearized reading' (duration: 160.578969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:55.025446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.573469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T01:25:55.025487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.886515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:55.02538Z","caller":"traceutil/trace.go:171","msg":"trace[418810109] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:4442; }","duration":"224.274343ms","start":"2026-02-27T01:25:54.801091Z","end":"2026-02-27T01:25:55.025366Z","steps":["trace[418810109] 'agreement among raft nodes before linearized reading' (duration: 224.083168ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.025512Z","caller":"traceutil/trace.go:171","msg":"trace[1593627714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4442; }","duration":"152.966767ms","start":"2026-02-27T01:25:54.872536Z","end":"2026-02-27T01:25:55.025503Z","steps":["trace[1593627714] 'agreement among raft nodes before linearized reading' (duration: 152.932446ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.025515Z","caller":"traceutil/trace.go:171","msg":"trace[403908020] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4442; }","duration":"160.671371ms","start":"2026-02-27T01:25:54.864826Z","end":"2026-02-27T01:25:55.025497Z","steps":["trace[403908020] 'agreement among raft nodes before linearized reading' (duration: 160.522047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:55.025655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.944402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:25:55.025685Z","caller":"traceutil/trace.go:171","msg":"trace[781615889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4442; }","duration":"159.996154ms","start":"2026-02-27T01:25:54.865678Z","end":"2026-02-27T01:25:55.025674Z","steps":["trace[781615889] 'agreement among raft nodes before linearized reading' (duration: 159.912322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:55.025719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.572169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:25:55.025769Z","caller":"traceutil/trace.go:171","msg":"trace[523330514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4442; }","duration":"160.636711ms","start":"2026-02-27T01:25:54.865117Z","end":"2026-02-27T01:25:55.025753Z","steps":["trace[523330514] 'agreement among raft nodes before linearized reading' (duration: 160.526178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:55.025794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.125416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:25:55.025928Z","caller":"traceutil/trace.go:171","msg":"trace[1327679612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4442; }","duration":"222.334391ms","start":"2026-02-27T01:25:54.803565Z","end":"2026-02-27T01:25:55.0259Z","steps":["trace[1327679612] 'agreement among raft nodes before linearized reading' (duration: 221.883899ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.217705Z","caller":"traceutil/trace.go:171","msg":"trace[766256103] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"187.527946ms","start":"2026-02-27T01:25:55.030151Z","end":"2026-02-27T01:25:55.217679Z","steps":["trace[766256103] 'process raft request' (duration: 187.370922ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.218237Z","caller":"traceutil/trace.go:171","msg":"trace[868446311] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"185.040189ms","start":"2026-02-27T01:25:55.033181Z","end":"2026-02-27T01:25:55.218221Z","steps":["trace[868446311] 'process raft request' (duration: 184.67798ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.218445Z","caller":"traceutil/trace.go:171","msg":"trace[204531962] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"185.053391ms","start":"2026-02-27T01:25:55.033359Z","end":"2026-02-27T01:25:55.218412Z","steps":["trace[204531962] 'process raft request' (duration: 184.839355ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.218485Z","caller":"traceutil/trace.go:171","msg":"trace[1912529031] transaction","detail":"{read_only:false; response_revision:4449; number_of_response:1; }","duration":"185.05708ms","start":"2026-02-27T01:25:55.033413Z","end":"2026-02-27T01:25:55.21847Z","steps":["trace[1912529031] 'process raft request' (duration: 184.830514ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.21868Z","caller":"traceutil/trace.go:171","msg":"trace[1726710750] transaction","detail":"{read_only:false; response_revision:4450; number_of_response:1; }","duration":"185.157983ms","start":"2026-02-27T01:25:55.033499Z","end":"2026-02-27T01:25:55.218657Z","steps":["trace[1726710750] 'process raft request' (duration: 184.856785ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.217975Z","caller":"traceutil/trace.go:171","msg":"trace[879094604] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"186.378176ms","start":"2026-02-27T01:25:55.03158Z","end":"2026-02-27T01:25:55.217958Z","steps":["trace[879094604] 'process raft request' (duration: 186.059167ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.218756Z","caller":"traceutil/trace.go:171","msg":"trace[1085213431] transaction","detail":"{read_only:false; response_revision:4451; number_of_response:1; }","duration":"185.140092ms","start":"2026-02-27T01:25:55.033606Z","end":"2026-02-27T01:25:55.218746Z","steps":["trace[1085213431] 'process raft request' (duration: 184.956118ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.218824Z","caller":"traceutil/trace.go:171","msg":"trace[1434991158] transaction","detail":"{read_only:false; response_revision:4452; number_of_response:1; }","duration":"184.855115ms","start":"2026-02-27T01:25:55.033948Z","end":"2026-02-27T01:25:55.218803Z","steps":["trace[1434991158] 'process raft request' (duration: 184.715431ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.21888Z","caller":"traceutil/trace.go:171","msg":"trace[812703715] transaction","detail":"{read_only:false; response_revision:4453; number_of_response:1; }","duration":"184.770363ms","start":"2026-02-27T01:25:55.034093Z","end":"2026-02-27T01:25:55.218863Z","steps":["trace[812703715] 'process raft request' (duration: 184.632089ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.219038Z","caller":"traceutil/trace.go:171","msg":"trace[1589978508] transaction","detail":"{read_only:false; response_revision:4454; number_of_response:1; }","duration":"184.892446ms","start":"2026-02-27T01:25:55.034134Z","end":"2026-02-27T01:25:55.219026Z","steps":["trace[1589978508] 'process raft request' (duration: 184.66873ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.219069Z","caller":"traceutil/trace.go:171","msg":"trace[1061931712] linearizableReadLoop","detail":"{readStateIndex:4648; appliedIndex:4636; }","duration":"163.329313ms","start":"2026-02-27T01:25:55.055727Z","end":"2026-02-27T01:25:55.219056Z","steps":["trace[1061931712] 'read index received' (duration: 161.878574ms)","trace[1061931712] 'applied index is now lower than readState.Index' (duration: 1.449399ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:55.219088Z","caller":"traceutil/trace.go:171","msg":"trace[110241963] transaction","detail":"{read_only:false; response_revision:4455; number_of_response:1; }","duration":"184.573937ms","start":"2026-02-27T01:25:55.034506Z","end":"2026-02-27T01:25:55.21908Z","steps":["trace[110241963] 'process raft request' (duration: 184.446184ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.218291Z","caller":"traceutil/trace.go:171","msg":"trace[1140531316] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"184.991288ms","start":"2026-02-27T01:25:55.033263Z","end":"2026-02-27T01:25:55.218254Z","steps":["trace[1140531316] 'process raft request' (duration: 184.806163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:55.219327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.146389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T01:25:55.220555Z","caller":"traceutil/trace.go:171","msg":"trace[1256234417] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4455; }","duration":"190.418363ms","start":"2026-02-27T01:25:55.03012Z","end":"2026-02-27T01:25:55.220538Z","steps":["trace[1256234417] 'agreement among raft nodes before linearized reading' (duration: 188.984475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:55.219382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.203611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:50385"} {"level":"info","ts":"2026-02-27T01:25:55.220623Z","caller":"traceutil/trace.go:171","msg":"trace[1899941484] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4455; }","duration":"187.449404ms","start":"2026-02-27T01:25:55.033152Z","end":"2026-02-27T01:25:55.220602Z","steps":["trace[1899941484] 'agreement among raft nodes before linearized reading' (duration: 185.944574ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.242249Z","caller":"traceutil/trace.go:171","msg":"trace[341706475] transaction","detail":"{read_only:false; response_revision:4456; number_of_response:1; }","duration":"182.390749ms","start":"2026-02-27T01:25:55.059842Z","end":"2026-02-27T01:25:55.242233Z","steps":["trace[341706475] 'process raft request' (duration: 182.291296ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.628004Z","caller":"traceutil/trace.go:171","msg":"trace[145432517] linearizableReadLoop","detail":"{readStateIndex:4650; appliedIndex:4649; }","duration":"385.717075ms","start":"2026-02-27T01:25:55.242264Z","end":"2026-02-27T01:25:55.627981Z","steps":["trace[145432517] 'read index received' (duration: 385.672884ms)","trace[145432517] 'applied index is now lower than readState.Index' (duration: 43.141µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:55.628068Z","caller":"traceutil/trace.go:171","msg":"trace[1354170157] transaction","detail":"{read_only:false; response_revision:4457; number_of_response:1; }","duration":"402.587013ms","start":"2026-02-27T01:25:55.22546Z","end":"2026-02-27T01:25:55.628047Z","steps":["trace[1354170157] 'process raft request' (duration: 402.365818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:55.628197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:55.225449Z","time spent":"402.668425ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:55.628233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.229511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T01:25:55.628282Z","caller":"traceutil/trace.go:171","msg":"trace[1158410029] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4457; }","duration":"403.307142ms","start":"2026-02-27T01:25:55.224958Z","end":"2026-02-27T01:25:55.628266Z","steps":["trace[1158410029] 'agreement among raft nodes before linearized reading' (duration: 403.114787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:55.628326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:55.224945Z","time spent":"403.369915ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:25:55.659557Z","caller":"traceutil/trace.go:171","msg":"trace[744693155] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"414.283115ms","start":"2026-02-27T01:25:55.245259Z","end":"2026-02-27T01:25:55.659542Z","steps":["trace[744693155] 'process raft request' (duration: 414.191653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:55.65965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:55.245242Z","time spent":"414.362547ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:55.881737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.944204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:25:55.881876Z","caller":"traceutil/trace.go:171","msg":"trace[1770784815] transaction","detail":"{read_only:false; response_revision:4459; number_of_response:1; }","duration":"249.714779ms","start":"2026-02-27T01:25:55.632136Z","end":"2026-02-27T01:25:55.881851Z","steps":["trace[1770784815] 'process raft request' (duration: 63.567589ms)","trace[1770784815] 'compare' (duration: 185.79503ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:55.881952Z","caller":"traceutil/trace.go:171","msg":"trace[1435557416] transaction","detail":"{read_only:false; response_revision:4460; number_of_response:1; }","duration":"218.052128ms","start":"2026-02-27T01:25:55.663881Z","end":"2026-02-27T01:25:55.881933Z","steps":["trace[1435557416] 'process raft request' (duration: 217.970986ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:55.882111Z","caller":"traceutil/trace.go:171","msg":"trace[524268224] linearizableReadLoop","detail":"{readStateIndex:4652; appliedIndex:4651; }","duration":"219.020613ms","start":"2026-02-27T01:25:55.663063Z","end":"2026-02-27T01:25:55.882084Z","steps":["trace[524268224] 'read index received' (duration: 32.591736ms)","trace[524268224] 'applied index is now lower than readState.Index' (duration: 186.427197ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:55.882322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.24194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.1897f60fe93f9cd7\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-02-27T01:25:55.882363Z","caller":"traceutil/trace.go:171","msg":"trace[1723201444] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus.1897f60fe93f9cd7; range_end:; response_count:1; response_revision:4460; }","duration":"219.323061ms","start":"2026-02-27T01:25:55.663029Z","end":"2026-02-27T01:25:55.882352Z","steps":["trace[1723201444] 'agreement among raft nodes before linearized reading' (duration: 219.148126ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:56.819848Z","caller":"traceutil/trace.go:171","msg":"trace[295200849] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"935.239385ms","start":"2026-02-27T01:25:55.88458Z","end":"2026-02-27T01:25:56.81982Z","steps":["trace[295200849] 'process raft request' (duration: 935.072061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:56.819996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:55.88455Z","time spent":"935.374589ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:57.012197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.906083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:25:57.013438Z","caller":"traceutil/trace.go:171","msg":"trace[1470999330] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"795.603003ms","start":"2026-02-27T01:25:56.216717Z","end":"2026-02-27T01:25:57.01232Z","steps":["trace[1470999330] 'process raft request' (duration: 685.495316ms)","trace[1470999330] 'compare' (duration: 109.785209ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:57.013606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:56.216696Z","time spent":"796.849836ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:25:57.013771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.98171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:25:57.013846Z","caller":"traceutil/trace.go:171","msg":"trace[1272115881] linearizableReadLoop","detail":"{readStateIndex:4655; appliedIndex:4653; }","duration":"613.607974ms","start":"2026-02-27T01:25:56.398713Z","end":"2026-02-27T01:25:57.012321Z","steps":["trace[1272115881] 'read index received' (duration: 420.953632ms)","trace[1272115881] 'applied index is now lower than readState.Index' (duration: 192.653012ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:57.014057Z","caller":"traceutil/trace.go:171","msg":"trace[1395650932] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4462; }","duration":"615.232437ms","start":"2026-02-27T01:25:56.398634Z","end":"2026-02-27T01:25:57.013866Z","steps":["trace[1395650932] 'agreement among raft nodes before linearized reading' (duration: 613.691246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:57.014244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:56.39861Z","time spent":"615.520214ms","remote":"127.0.0.1:59742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:25:57.035825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.710595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:57.035894Z","caller":"traceutil/trace.go:171","msg":"trace[1811454511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4462; }","duration":"162.810778ms","start":"2026-02-27T01:25:56.873065Z","end":"2026-02-27T01:25:57.035876Z","steps":["trace[1811454511] 'agreement among raft nodes before linearized reading' (duration: 162.697705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:57.036022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.011413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:25:57.036012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.176299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T01:25:57.036097Z","caller":"traceutil/trace.go:171","msg":"trace[929106352] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4462; }","duration":"254.096156ms","start":"2026-02-27T01:25:56.781983Z","end":"2026-02-27T01:25:57.036079Z","steps":["trace[929106352] 'agreement among raft nodes before linearized reading' (duration: 253.962342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:57.036111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.033287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.1897f60fe907687e\" ","response":"range_response_count:1 size:751"} {"level":"warn","ts":"2026-02-27T01:25:57.036188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.089973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-6b76c9dcd5-ld5vv\" ","response":"range_response_count:1 size:11844"} {"level":"info","ts":"2026-02-27T01:25:57.036271Z","caller":"traceutil/trace.go:171","msg":"trace[336909353] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-6b76c9dcd5-ld5vv; range_end:; response_count:1; response_revision:4462; }","duration":"123.201525ms","start":"2026-02-27T01:25:56.913044Z","end":"2026-02-27T01:25:57.036245Z","steps":["trace[336909353] 'agreement among raft nodes before linearized reading' (duration: 122.956699ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:57.0362Z","caller":"traceutil/trace.go:171","msg":"trace[2070391335] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.1897f60fe907687e; range_end:; response_count:1; response_revision:4462; }","duration":"212.138319ms","start":"2026-02-27T01:25:56.824039Z","end":"2026-02-27T01:25:57.036177Z","steps":["trace[2070391335] 'agreement among raft nodes before linearized reading' (duration: 211.863002ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:57.036126Z","caller":"traceutil/trace.go:171","msg":"trace[772597887] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4462; }","duration":"315.341043ms","start":"2026-02-27T01:25:56.720756Z","end":"2026-02-27T01:25:57.036097Z","steps":["trace[772597887] 'agreement among raft nodes before linearized reading' (duration: 314.995864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:57.036511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:56.720735Z","time spent":"315.757415ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T01:25:59.354205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.024601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T01:25:59.354218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.429465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T01:25:59.354295Z","caller":"traceutil/trace.go:171","msg":"trace[1855333692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4488; }","duration":"120.140244ms","start":"2026-02-27T01:25:59.234132Z","end":"2026-02-27T01:25:59.354273Z","steps":["trace[1855333692] 'range keys from in-memory index tree' (duration: 119.865457ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:59.354311Z","caller":"traceutil/trace.go:171","msg":"trace[1007509902] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:4488; }","duration":"119.534348ms","start":"2026-02-27T01:25:59.234758Z","end":"2026-02-27T01:25:59.354292Z","steps":["trace[1007509902] 'range keys from in-memory index tree' (duration: 119.313802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:59.354328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.307705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:25:59.354408Z","caller":"traceutil/trace.go:171","msg":"trace[2135190608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4488; }","duration":"121.438839ms","start":"2026-02-27T01:25:59.232951Z","end":"2026-02-27T01:25:59.35439Z","steps":["trace[2135190608] 'range keys from in-memory index tree' (duration: 121.147541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:59.354435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.226777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:25:59.354541Z","caller":"traceutil/trace.go:171","msg":"trace[1370847992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4488; }","duration":"120.37893ms","start":"2026-02-27T01:25:59.234136Z","end":"2026-02-27T01:25:59.354515Z","steps":["trace[1370847992] 'range keys from in-memory index tree' (duration: 120.033711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:59.354568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.513647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T01:25:59.354606Z","caller":"traceutil/trace.go:171","msg":"trace[580171401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4488; }","duration":"119.596139ms","start":"2026-02-27T01:25:59.234999Z","end":"2026-02-27T01:25:59.354595Z","steps":["trace[580171401] 'range keys from in-memory index tree' (duration: 119.381834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:59.354742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.236357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:25:59.354869Z","caller":"traceutil/trace.go:171","msg":"trace[405177977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4488; }","duration":"120.414072ms","start":"2026-02-27T01:25:59.234429Z","end":"2026-02-27T01:25:59.354843Z","steps":["trace[405177977] 'range keys from in-memory index tree' (duration: 119.678442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:03.765509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.858133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:26:03.765721Z","caller":"traceutil/trace.go:171","msg":"trace[1339421418] linearizableReadLoop","detail":"{readStateIndex:4768; appliedIndex:4766; }","duration":"575.036018ms","start":"2026-02-27T01:26:03.190672Z","end":"2026-02-27T01:26:03.765708Z","steps":["trace[1339421418] 'read index received' (duration: 444.713554ms)","trace[1339421418] 'applied index is now lower than readState.Index' (duration: 130.321644ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:03.765814Z","caller":"traceutil/trace.go:171","msg":"trace[688806691] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"581.764657ms","start":"2026-02-27T01:26:03.184016Z","end":"2026-02-27T01:26:03.765781Z","steps":["trace[688806691] 'process raft request' (duration: 581.585173ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:03.766171Z","caller":"traceutil/trace.go:171","msg":"trace[379943220] transaction","detail":"{read_only:false; response_revision:4573; number_of_response:1; }","duration":"567.168729ms","start":"2026-02-27T01:26:03.198984Z","end":"2026-02-27T01:26:03.766153Z","steps":["trace[379943220] 'process raft request' (duration: 566.671126ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:03.766153Z","caller":"traceutil/trace.go:171","msg":"trace[635018824] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"583.005141ms","start":"2026-02-27T01:26:03.183086Z","end":"2026-02-27T01:26:03.766091Z","steps":["trace[635018824] 'process raft request' (duration: 452.411809ms)","trace[635018824] 'compare' (duration: 129.76834ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:03.766189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.47304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4866"} {"level":"warn","ts":"2026-02-27T01:26:03.766268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:03.19896Z","time spent":"567.263112ms","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9682,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:03.76631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.499906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:26:03.766311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T01:26:03.766378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:03.183063Z","time spent":"583.194935ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3183,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:03.766395Z","caller":"traceutil/trace.go:171","msg":"trace[1278343508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4573; }","duration":"386.796733ms","start":"2026-02-27T01:26:03.379579Z","end":"2026-02-27T01:26:03.766376Z","steps":["trace[1278343508] 'agreement among raft nodes before linearized reading' (duration: 386.553027ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:03.766388Z","caller":"traceutil/trace.go:171","msg":"trace[1581927355] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4573; }","duration":"386.571508ms","start":"2026-02-27T01:26:03.379793Z","end":"2026-02-27T01:26:03.766365Z","steps":["trace[1581927355] 'agreement among raft nodes before linearized reading' (duration: 386.394913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:03.766447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:03.379561Z","time spent":"386.877736ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:26:03.76646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:03.379774Z","time spent":"386.66719ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:26:03.766312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.124743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:26:03.766605Z","caller":"traceutil/trace.go:171","msg":"trace[605296759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4573; }","duration":"387.485392ms","start":"2026-02-27T01:26:03.379107Z","end":"2026-02-27T01:26:03.766593Z","steps":["trace[605296759] 'agreement among raft nodes before linearized reading' (duration: 387.02858ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:03.766311Z","caller":"traceutil/trace.go:171","msg":"trace[581577310] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4573; }","duration":"575.625625ms","start":"2026-02-27T01:26:03.190653Z","end":"2026-02-27T01:26:03.766279Z","steps":["trace[581577310] 'agreement among raft nodes before linearized reading' (duration: 575.254435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:03.766232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.072102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:26:03.76655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.862805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:26:03.766714Z","caller":"traceutil/trace.go:171","msg":"trace[1163770601] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4573; }","duration":"451.585896ms","start":"2026-02-27T01:26:03.315092Z","end":"2026-02-27T01:26:03.766678Z","steps":["trace[1163770601] 'agreement among raft nodes before linearized reading' (duration: 451.031662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:03.766798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:03.315076Z","time spent":"451.70468ms","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:26:03.766636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:03.379053Z","time spent":"387.574274ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:26:03.766697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.491748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"warn","ts":"2026-02-27T01:26:03.766672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:03.190642Z","time spent":"576.016765ms","remote":"127.0.0.1:39638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4888,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-02-27T01:26:03.766938Z","caller":"traceutil/trace.go:171","msg":"trace[273897804] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4573; }","duration":"573.770565ms","start":"2026-02-27T01:26:03.19316Z","end":"2026-02-27T01:26:03.766931Z","steps":["trace[273897804] 'agreement among raft nodes before linearized reading' (duration: 572.744298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:03.766984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:03.193143Z","time spent":"573.834596ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11518,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:26:03.76632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.766683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:26:03.767043Z","caller":"traceutil/trace.go:171","msg":"trace[549208635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4573; }","duration":"387.509703ms","start":"2026-02-27T01:26:03.379521Z","end":"2026-02-27T01:26:03.767031Z","steps":["trace[549208635] 'agreement among raft nodes before linearized reading' (duration: 386.6474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:03.767069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:03.379516Z","time spent":"387.546733ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:26:03.766865Z","caller":"traceutil/trace.go:171","msg":"trace[762068865] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4573; }","duration":"387.129842ms","start":"2026-02-27T01:26:03.37963Z","end":"2026-02-27T01:26:03.76676Z","steps":["trace[762068865] 'agreement among raft nodes before linearized reading' (duration: 386.464015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:03.767146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:03.379609Z","time spent":"387.531314ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:26:03.766985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.442551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-27T01:26:03.767364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:03.184003Z","time spent":"581.88207ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1436,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:03.767401Z","caller":"traceutil/trace.go:171","msg":"trace[1276710374] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:4573; }","duration":"387.811061ms","start":"2026-02-27T01:26:03.379501Z","end":"2026-02-27T01:26:03.767312Z","steps":["trace[1276710374] 'agreement among raft nodes before linearized reading' (duration: 386.617089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:03.767455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:03.379489Z","time spent":"387.949554ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-g9wcw\" "} {"level":"warn","ts":"2026-02-27T01:26:03.768122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.448202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2574539"} {"level":"info","ts":"2026-02-27T01:26:03.768194Z","caller":"traceutil/trace.go:171","msg":"trace[2010884518] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4573; }","duration":"457.567375ms","start":"2026-02-27T01:26:03.310607Z","end":"2026-02-27T01:26:03.768175Z","steps":["trace[2010884518] 'agreement among raft nodes before linearized reading' (duration: 455.521911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:03.768311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:03.310582Z","time spent":"457.714239ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2574561,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-02-27T01:26:05.048486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.179748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:05.0486Z","caller":"traceutil/trace.go:171","msg":"trace[728833731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4601; }","duration":"175.313521ms","start":"2026-02-27T01:26:04.873259Z","end":"2026-02-27T01:26:05.048572Z","steps":["trace[728833731] 'range keys from in-memory index tree' (duration: 175.041104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:05.048654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.236882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ab2542f6-6051-490e-9f39-7bfb301c4d3f\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-02-27T01:26:05.048759Z","caller":"traceutil/trace.go:171","msg":"trace[1177185605] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ab2542f6-6051-490e-9f39-7bfb301c4d3f; range_end:; response_count:1; response_revision:4601; }","duration":"388.399916ms","start":"2026-02-27T01:26:04.660334Z","end":"2026-02-27T01:26:05.048734Z","steps":["trace[1177185605] 'range keys from in-memory index tree' (duration: 388.021996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:05.048817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:04.660311Z","time spent":"388.493029ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ab2542f6-6051-490e-9f39-7bfb301c4d3f\" "} {"level":"warn","ts":"2026-02-27T01:26:05.048848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.466736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ab2542f6-6051-490e-9f39-7bfb301c4d3f\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-02-27T01:26:05.049513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.874964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:26:05.049583Z","caller":"traceutil/trace.go:171","msg":"trace[465637061] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ab2542f6-6051-490e-9f39-7bfb301c4d3f; range_end:; response_count:1; response_revision:4601; }","duration":"243.248127ms","start":"2026-02-27T01:26:04.806311Z","end":"2026-02-27T01:26:05.049559Z","steps":["trace[465637061] 'range keys from in-memory index tree' (duration: 242.293832ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:05.049607Z","caller":"traceutil/trace.go:171","msg":"trace[409435835] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4601; }","duration":"282.86632ms","start":"2026-02-27T01:26:04.766721Z","end":"2026-02-27T01:26:05.049587Z","steps":["trace[409435835] 'count revisions from in-memory index tree' (duration: 281.788182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:05.588258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.263402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:26:05.588399Z","caller":"traceutil/trace.go:171","msg":"trace[1726903834] linearizableReadLoop","detail":"{readStateIndex:4800; appliedIndex:4799; }","duration":"108.827933ms","start":"2026-02-27T01:26:05.479538Z","end":"2026-02-27T01:26:05.588366Z","steps":["trace[1726903834] 'read index received' (duration: 65.312µs)","trace[1726903834] 'applied index is now lower than readState.Index' (duration: 108.760991ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:05.588476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.940616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:05.588507Z","caller":"traceutil/trace.go:171","msg":"trace[1418137053] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4603; }","duration":"109.016228ms","start":"2026-02-27T01:26:05.479477Z","end":"2026-02-27T01:26:05.588493Z","steps":["trace[1418137053] 'agreement among raft nodes before linearized reading' (duration: 108.952996ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:05.588779Z","caller":"traceutil/trace.go:171","msg":"trace[1151298410] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"437.501092ms","start":"2026-02-27T01:26:05.151264Z","end":"2026-02-27T01:26:05.588765Z","steps":["trace[1151298410] 'process raft request' (duration: 124.636544ms)","trace[1151298410] 'compare' (duration: 312.022325ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:05.588857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:05.151247Z","time spent":"437.576713ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:06.533142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.495456ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:06.533302Z","caller":"traceutil/trace.go:171","msg":"trace[1910899664] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4603; }","duration":"588.668371ms","start":"2026-02-27T01:26:05.944613Z","end":"2026-02-27T01:26:06.533281Z","steps":["trace[1910899664] 'range keys from in-memory index tree' (duration: 588.479206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:06.533441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.699076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T01:26:06.533496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.770811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T01:26:06.533607Z","caller":"traceutil/trace.go:171","msg":"trace[1212581840] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:4603; }","duration":"747.916715ms","start":"2026-02-27T01:26:05.785663Z","end":"2026-02-27T01:26:06.53358Z","steps":["trace[1212581840] 'range keys from in-memory index tree' (duration: 747.562735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:06.533657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:05.785655Z","time spent":"747.992316ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-g9wcw\" "} {"level":"warn","ts":"2026-02-27T01:26:06.533665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.2362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:26:06.533725Z","caller":"traceutil/trace.go:171","msg":"trace[374640859] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4603; }","duration":"412.329682ms","start":"2026-02-27T01:26:06.121374Z","end":"2026-02-27T01:26:06.533704Z","steps":["trace[374640859] 'range keys from in-memory index tree' (duration: 412.074356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:06.533776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:06.121353Z","time spent":"412.407764ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:26:06.533765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.836357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T01:26:06.533787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.414067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:26:06.533835Z","caller":"traceutil/trace.go:171","msg":"trace[1835409262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4603; }","duration":"757.50941ms","start":"2026-02-27T01:26:05.776313Z","end":"2026-02-27T01:26:06.533822Z","steps":["trace[1835409262] 'range keys from in-memory index tree' (duration: 757.242493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:06.533838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.641349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ab2542f6-6051-490e-9f39-7bfb301c4d3f\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-02-27T01:26:06.533832Z","caller":"traceutil/trace.go:171","msg":"trace[630602769] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4603; }","duration":"485.93986ms","start":"2026-02-27T01:26:06.047875Z","end":"2026-02-27T01:26:06.533815Z","steps":["trace[630602769] 'range keys from in-memory index tree' (duration: 485.677053ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:06.533535Z","caller":"traceutil/trace.go:171","msg":"trace[1869693803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4603; }","duration":"748.827319ms","start":"2026-02-27T01:26:05.784684Z","end":"2026-02-27T01:26:06.533511Z","steps":["trace[1869693803] 'range keys from in-memory index tree' (duration: 748.432218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:06.533886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:05.77629Z","time spent":"757.577231ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:26:06.533882Z","caller":"traceutil/trace.go:171","msg":"trace[1098712973] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ab2542f6-6051-490e-9f39-7bfb301c4d3f; range_end:; response_count:1; response_revision:4603; }","duration":"477.736631ms","start":"2026-02-27T01:26:06.056134Z","end":"2026-02-27T01:26:06.53387Z","steps":["trace[1098712973] 'range keys from in-memory index tree' (duration: 477.465935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:06.533897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:06.047858Z","time spent":"486.026982ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:26:06.533921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:05.784673Z","time spent":"749.235419ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:26:06.533928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:06.056088Z","time spent":"477.830784ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ab2542f6-6051-490e-9f39-7bfb301c4d3f\" "} {"level":"warn","ts":"2026-02-27T01:26:06.533534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.213646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:06.53403Z","caller":"traceutil/trace.go:171","msg":"trace[2062187399] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4603; }","duration":"712.717979ms","start":"2026-02-27T01:26:05.821296Z","end":"2026-02-27T01:26:06.534014Z","steps":["trace[2062187399] 'count revisions from in-memory index tree' (duration: 712.112732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:06.534077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:05.821284Z","time spent":"712.77784ms","remote":"127.0.0.1:43594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:26:06.534093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.429565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:26:06.53412Z","caller":"traceutil/trace.go:171","msg":"trace[1859753279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4603; }","duration":"749.473736ms","start":"2026-02-27T01:26:05.784637Z","end":"2026-02-27T01:26:06.534111Z","steps":["trace[1859753279] 'range keys from in-memory index tree' (duration: 749.346303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:06.534145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:05.784627Z","time spent":"749.512478ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:26:06.534254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.057637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:26:06.534277Z","caller":"traceutil/trace.go:171","msg":"trace[1712261472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4603; }","duration":"757.120899ms","start":"2026-02-27T01:26:05.777149Z","end":"2026-02-27T01:26:06.53427Z","steps":["trace[1712261472] 'range keys from in-memory index tree' (duration: 756.951815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:06.534305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:05.777112Z","time spent":"757.187351ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:26:06.534436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.010146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:26:06.534584Z","caller":"traceutil/trace.go:171","msg":"trace[1861655457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4603; }","duration":"757.176391ms","start":"2026-02-27T01:26:05.777394Z","end":"2026-02-27T01:26:06.534571Z","steps":["trace[1861655457] 'range keys from in-memory index tree' (duration: 756.905054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:06.534676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:05.777383Z","time spent":"757.281613ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:26:06.699607Z","caller":"traceutil/trace.go:171","msg":"trace[1661972818] linearizableReadLoop","detail":"{readStateIndex:4801; appliedIndex:4800; }","duration":"160.659881ms","start":"2026-02-27T01:26:06.538918Z","end":"2026-02-27T01:26:06.699578Z","steps":["trace[1661972818] 'read index received' (duration: 160.529408ms)","trace[1661972818] 'applied index is now lower than readState.Index' (duration: 128.703µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:06.699748Z","caller":"traceutil/trace.go:171","msg":"trace[1522531047] transaction","detail":"{read_only:false; response_revision:4604; number_of_response:1; }","duration":"160.918378ms","start":"2026-02-27T01:26:06.538804Z","end":"2026-02-27T01:26:06.699722Z","steps":["trace[1522531047] 'process raft request' (duration: 160.59298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:06.699999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.052833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:59690"} {"level":"info","ts":"2026-02-27T01:26:06.700045Z","caller":"traceutil/trace.go:171","msg":"trace[684295013] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4604; }","duration":"161.130704ms","start":"2026-02-27T01:26:06.538904Z","end":"2026-02-27T01:26:06.700035Z","steps":["trace[684295013] 'agreement among raft nodes before linearized reading' (duration: 160.785055ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:07.080333Z","caller":"traceutil/trace.go:171","msg":"trace[1548497919] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"541.292731ms","start":"2026-02-27T01:26:06.539Z","end":"2026-02-27T01:26:07.080292Z","steps":["trace[1548497919] 'process raft request' (duration: 541.018074ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:07.080423Z","caller":"traceutil/trace.go:171","msg":"trace[1282077226] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"541.045565ms","start":"2026-02-27T01:26:06.539363Z","end":"2026-02-27T01:26:07.080409Z","steps":["trace[1282077226] 'process raft request' (duration: 540.85793ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:07.080416Z","caller":"traceutil/trace.go:171","msg":"trace[554533291] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"541.359274ms","start":"2026-02-27T01:26:06.53902Z","end":"2026-02-27T01:26:07.08038Z","steps":["trace[554533291] 'process raft request' (duration: 541.158498ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:07.080513Z","caller":"traceutil/trace.go:171","msg":"trace[473305850] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"538.60346ms","start":"2026-02-27T01:26:06.54189Z","end":"2026-02-27T01:26:07.080493Z","steps":["trace[473305850] 'process raft request' (duration: 538.400894ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:07.080532Z","caller":"traceutil/trace.go:171","msg":"trace[386825140] linearizableReadLoop","detail":"{readStateIndex:4807; appliedIndex:4801; }","duration":"207.156148ms","start":"2026-02-27T01:26:06.873358Z","end":"2026-02-27T01:26:07.080515Z","steps":["trace[386825140] 'read index received' (duration: 206.701796ms)","trace[386825140] 'applied index is now lower than readState.Index' (duration: 453.422µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:07.080545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:06.539341Z","time spent":"541.121197ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:07.080567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:06.538963Z","time spent":"541.511847ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:07.080575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:06.539006Z","time spent":"541.485077ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:07.080619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:06.541875Z","time spent":"538.693203ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:07.080617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.256831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:07.080623Z","caller":"traceutil/trace.go:171","msg":"trace[555207158] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"538.447005ms","start":"2026-02-27T01:26:06.542151Z","end":"2026-02-27T01:26:07.080598Z","steps":["trace[555207158] 'process raft request' (duration: 538.286151ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:07.080669Z","caller":"traceutil/trace.go:171","msg":"trace[1094264908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4610; }","duration":"207.311482ms","start":"2026-02-27T01:26:06.873346Z","end":"2026-02-27T01:26:07.080658Z","steps":["trace[1094264908] 'agreement among raft nodes before linearized reading' (duration: 207.22479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:07.080756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:06.542138Z","time spent":"538.546989ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:07.080354Z","caller":"traceutil/trace.go:171","msg":"trace[12440230] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"539.104453ms","start":"2026-02-27T01:26:06.541226Z","end":"2026-02-27T01:26:07.08033Z","steps":["trace[12440230] 'process raft request' (duration: 539.025831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:07.080837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:06.541211Z","time spent":"539.587596ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:09.374976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551159453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:26:09.722451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.925934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:26:09.722563Z","caller":"traceutil/trace.go:171","msg":"trace[1375934420] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"952.867674ms","start":"2026-02-27T01:26:08.769673Z","end":"2026-02-27T01:26:09.72254Z","steps":["trace[1375934420] 'process raft request' (duration: 778.780015ms)","trace[1375934420] 'compare' (duration: 173.647987ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:09.722621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:08.769654Z","time spent":"952.941406ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:26:09.738562Z","caller":"traceutil/trace.go:171","msg":"trace[1337831991] linearizableReadLoop","detail":"{readStateIndex:4827; appliedIndex:4825; }","duration":"864.418983ms","start":"2026-02-27T01:26:08.874112Z","end":"2026-02-27T01:26:09.738531Z","steps":["trace[1337831991] 'read index received' (duration: 674.35167ms)","trace[1337831991] 'applied index is now lower than readState.Index' (duration: 190.065603ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:09.738852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.730141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:09.738921Z","caller":"traceutil/trace.go:171","msg":"trace[1188073255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4629; }","duration":"864.842134ms","start":"2026-02-27T01:26:08.874065Z","end":"2026-02-27T01:26:09.738907Z","steps":["trace[1188073255] 'agreement among raft nodes before linearized reading' (duration: 864.70987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:09.738954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:08.874045Z","time spent":"864.901935ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:26:09.738952Z","caller":"traceutil/trace.go:171","msg":"trace[756810911] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"824.826029ms","start":"2026-02-27T01:26:08.914106Z","end":"2026-02-27T01:26:09.738932Z","steps":["trace[756810911] 'process raft request' (duration: 824.041438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:09.73908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:08.914079Z","time spent":"824.912342ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:09.739095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.426758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T01:26:09.739161Z","caller":"traceutil/trace.go:171","msg":"trace[372207657] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4629; }","duration":"842.537091ms","start":"2026-02-27T01:26:08.896607Z","end":"2026-02-27T01:26:09.739144Z","steps":["trace[372207657] 'agreement among raft nodes before linearized reading' (duration: 842.328495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:09.739156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.295144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T01:26:09.739233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:08.896587Z","time spent":"842.638043ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11518,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:26:09.73927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.089593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:26:09.739527Z","caller":"traceutil/trace.go:171","msg":"trace[266463490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4629; }","duration":"653.393302ms","start":"2026-02-27T01:26:09.086111Z","end":"2026-02-27T01:26:09.739504Z","steps":["trace[266463490] 'agreement among raft nodes before linearized reading' (duration: 652.94705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:09.739572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:09.086094Z","time spent":"653.470553ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:26:09.739575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.527322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:26:09.739627Z","caller":"traceutil/trace.go:171","msg":"trace[1355267164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4629; }","duration":"654.620084ms","start":"2026-02-27T01:26:09.084994Z","end":"2026-02-27T01:26:09.739614Z","steps":["trace[1355267164] 'agreement among raft nodes before linearized reading' (duration: 654.269685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:09.739669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:09.084972Z","time spent":"654.687856ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:26:09.739655Z","caller":"traceutil/trace.go:171","msg":"trace[125776083] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4629; }","duration":"634.783287ms","start":"2026-02-27T01:26:09.104812Z","end":"2026-02-27T01:26:09.739595Z","steps":["trace[125776083] 'agreement among raft nodes before linearized reading' (duration: 634.1382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:09.739862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.336564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ab2542f6-6051-490e-9f39-7bfb301c4d3f\" ","response":"range_response_count:1 size:3951"} {"level":"warn","ts":"2026-02-27T01:26:09.739853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.32947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T01:26:09.739881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:09.104804Z","time spent":"635.012183ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:26:09.739911Z","caller":"traceutil/trace.go:171","msg":"trace[1052647467] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ab2542f6-6051-490e-9f39-7bfb301c4d3f; range_end:; response_count:1; response_revision:4629; }","duration":"192.432726ms","start":"2026-02-27T01:26:09.547467Z","end":"2026-02-27T01:26:09.7399Z","steps":["trace[1052647467] 'agreement among raft nodes before linearized reading' (duration: 192.306943ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:09.739925Z","caller":"traceutil/trace.go:171","msg":"trace[1224743205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4629; }","duration":"653.418632ms","start":"2026-02-27T01:26:09.086492Z","end":"2026-02-27T01:26:09.739911Z","steps":["trace[1224743205] 'agreement among raft nodes before linearized reading' (duration: 653.208837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:09.739973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:09.086483Z","time spent":"653.475604ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:26:09.740108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.131039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T01:26:09.740116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.244824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:26:09.740157Z","caller":"traceutil/trace.go:171","msg":"trace[1007109587] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4629; }","duration":"634.215932ms","start":"2026-02-27T01:26:09.105927Z","end":"2026-02-27T01:26:09.740143Z","steps":["trace[1007109587] 'agreement among raft nodes before linearized reading' (duration: 634.105739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:09.740189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:09.105906Z","time spent":"634.276394ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:26:09.740193Z","caller":"traceutil/trace.go:171","msg":"trace[1459678833] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4629; }","duration":"109.343407ms","start":"2026-02-27T01:26:09.630812Z","end":"2026-02-27T01:26:09.740155Z","steps":["trace[1459678833] 'agreement among raft nodes before linearized reading' (duration: 109.203173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:09.739711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.743208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:26:09.740293Z","caller":"traceutil/trace.go:171","msg":"trace[128797185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4629; }","duration":"655.354983ms","start":"2026-02-27T01:26:09.084929Z","end":"2026-02-27T01:26:09.740284Z","steps":["trace[128797185] 'agreement among raft nodes before linearized reading' (duration: 654.678135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:09.740321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:09.084918Z","time spent":"655.395455ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:26:09.985178Z","caller":"traceutil/trace.go:171","msg":"trace[1524272023] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"234.412903ms","start":"2026-02-27T01:26:09.750733Z","end":"2026-02-27T01:26:09.985146Z","steps":["trace[1524272023] 'process raft request' (duration: 234.127345ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:09.985217Z","caller":"traceutil/trace.go:171","msg":"trace[62842366] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"233.212811ms","start":"2026-02-27T01:26:09.75197Z","end":"2026-02-27T01:26:09.985183Z","steps":["trace[62842366] 'process raft request' (duration: 233.077627ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:09.985566Z","caller":"traceutil/trace.go:171","msg":"trace[262364586] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"233.479427ms","start":"2026-02-27T01:26:09.752058Z","end":"2026-02-27T01:26:09.985537Z","steps":["trace[262364586] 'process raft request' (duration: 233.079267ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:09.985642Z","caller":"traceutil/trace.go:171","msg":"trace[1201896613] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"233.369684ms","start":"2026-02-27T01:26:09.752244Z","end":"2026-02-27T01:26:09.985614Z","steps":["trace[1201896613] 'process raft request' (duration: 233.179139ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:09.985794Z","caller":"traceutil/trace.go:171","msg":"trace[1384161032] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"233.506688ms","start":"2026-02-27T01:26:09.752261Z","end":"2026-02-27T01:26:09.985768Z","steps":["trace[1384161032] 'process raft request' (duration: 233.304593ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:09.98587Z","caller":"traceutil/trace.go:171","msg":"trace[638899913] linearizableReadLoop","detail":"{readStateIndex:4829; appliedIndex:4827; }","duration":"234.952017ms","start":"2026-02-27T01:26:09.750904Z","end":"2026-02-27T01:26:09.985856Z","steps":["trace[638899913] 'read index received' (duration: 12.992685ms)","trace[638899913] 'applied index is now lower than readState.Index' (duration: 221.958232ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:09.985959Z","caller":"traceutil/trace.go:171","msg":"trace[562801471] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"232.793259ms","start":"2026-02-27T01:26:09.753157Z","end":"2026-02-27T01:26:09.98595Z","steps":["trace[562801471] 'process raft request' (duration: 232.523482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:09.986206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.228264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"warn","ts":"2026-02-27T01:26:09.986225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.304186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-02-27T01:26:09.986249Z","caller":"traceutil/trace.go:171","msg":"trace[1305401387] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4636; }","duration":"235.303276ms","start":"2026-02-27T01:26:09.750934Z","end":"2026-02-27T01:26:09.986237Z","steps":["trace[1305401387] 'agreement among raft nodes before linearized reading' (duration: 235.119621ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:09.986259Z","caller":"traceutil/trace.go:171","msg":"trace[587809562] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4636; }","duration":"235.398678ms","start":"2026-02-27T01:26:09.750849Z","end":"2026-02-27T01:26:09.986248Z","steps":["trace[587809562] 'agreement among raft nodes before linearized reading' (duration: 235.262975ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:10.205372Z","caller":"traceutil/trace.go:171","msg":"trace[562589608] linearizableReadLoop","detail":"{readStateIndex:4839; appliedIndex:4838; }","duration":"147.529843ms","start":"2026-02-27T01:26:10.05781Z","end":"2026-02-27T01:26:10.205339Z","steps":["trace[562589608] 'read index received' (duration: 141.644056ms)","trace[562589608] 'applied index is now lower than readState.Index' (duration: 5.884587ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:10.205409Z","caller":"traceutil/trace.go:171","msg":"trace[1876446122] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"170.146334ms","start":"2026-02-27T01:26:10.035237Z","end":"2026-02-27T01:26:10.205383Z","steps":["trace[1876446122] 'process raft request' (duration: 164.282838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:10.205588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.765249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-02-27T01:26:10.205643Z","caller":"traceutil/trace.go:171","msg":"trace[2146910609] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4641; }","duration":"147.877381ms","start":"2026-02-27T01:26:10.057754Z","end":"2026-02-27T01:26:10.205632Z","steps":["trace[2146910609] 'agreement among raft nodes before linearized reading' (duration: 147.696017ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:10.336968Z","caller":"traceutil/trace.go:171","msg":"trace[332752390] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4642; }","duration":"123.882624ms","start":"2026-02-27T01:26:10.213058Z","end":"2026-02-27T01:26:10.33694Z","steps":["trace[332752390] 'process raft request' (duration: 107.320993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:11.093733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.001925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2574539"} {"level":"info","ts":"2026-02-27T01:26:11.093881Z","caller":"traceutil/trace.go:171","msg":"trace[518426511] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4673; }","duration":"107.223641ms","start":"2026-02-27T01:26:10.986625Z","end":"2026-02-27T01:26:11.093849Z","steps":["trace[518426511] 'range keys from in-memory index tree' (duration: 105.3257ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:16.390296Z","caller":"traceutil/trace.go:171","msg":"trace[185249819] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"114.452513ms","start":"2026-02-27T01:26:16.275789Z","end":"2026-02-27T01:26:16.390242Z","steps":["trace[185249819] 'process raft request' (duration: 78.035504ms)","trace[185249819] 'compare' (duration: 36.198263ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:18.254181Z","caller":"traceutil/trace.go:171","msg":"trace[1572700511] linearizableReadLoop","detail":"{readStateIndex:4950; appliedIndex:4949; }","duration":"352.965565ms","start":"2026-02-27T01:26:17.901166Z","end":"2026-02-27T01:26:18.254131Z","steps":["trace[1572700511] 'read index received' (duration: 336.892857ms)","trace[1572700511] 'applied index is now lower than readState.Index' (duration: 16.070718ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:18.254364Z","caller":"traceutil/trace.go:171","msg":"trace[166890018] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"379.836908ms","start":"2026-02-27T01:26:17.874507Z","end":"2026-02-27T01:26:18.254344Z","steps":["trace[166890018] 'process raft request' (duration: 363.653438ms)","trace[166890018] 'compare' (duration: 15.756229ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:18.254513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:17.874489Z","time spent":"379.919941ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13646,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:18.254735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.53145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"warn","ts":"2026-02-27T01:26:18.254875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.379393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:26:18.254939Z","caller":"traceutil/trace.go:171","msg":"trace[496380440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4744; }","duration":"131.444265ms","start":"2026-02-27T01:26:18.123471Z","end":"2026-02-27T01:26:18.254915Z","steps":["trace[496380440] 'agreement among raft nodes before linearized reading' (duration: 131.352712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:18.254981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.724775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T01:26:18.255053Z","caller":"traceutil/trace.go:171","msg":"trace[1880335521] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4744; }","duration":"133.821738ms","start":"2026-02-27T01:26:18.121209Z","end":"2026-02-27T01:26:18.25503Z","steps":["trace[1880335521] 'agreement among raft nodes before linearized reading' (duration: 133.693734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:18.254841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.909722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:26:18.255172Z","caller":"traceutil/trace.go:171","msg":"trace[173741852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4744; }","duration":"163.300681ms","start":"2026-02-27T01:26:18.091861Z","end":"2026-02-27T01:26:18.255161Z","steps":["trace[173741852] 'agreement among raft nodes before linearized reading' (duration: 162.651114ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:18.254866Z","caller":"traceutil/trace.go:171","msg":"trace[1100631095] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4744; }","duration":"353.707604ms","start":"2026-02-27T01:26:17.901123Z","end":"2026-02-27T01:26:18.254831Z","steps":["trace[1100631095] 'agreement among raft nodes before linearized reading' (duration: 353.364385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:18.254763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.843802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:26:18.255582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:17.901103Z","time spent":"354.435363ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3220,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-02-27T01:26:18.255634Z","caller":"traceutil/trace.go:171","msg":"trace[897827478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4744; }","duration":"133.732585ms","start":"2026-02-27T01:26:18.121881Z","end":"2026-02-27T01:26:18.255614Z","steps":["trace[897827478] 'agreement among raft nodes before linearized reading' (duration: 132.668897ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:18.811018Z","caller":"traceutil/trace.go:171","msg":"trace[1597667721] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"550.111466ms","start":"2026-02-27T01:26:18.260877Z","end":"2026-02-27T01:26:18.810988Z","steps":["trace[1597667721] 'process raft request' (duration: 546.973473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:18.811241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.260846Z","time spent":"550.256ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:18.81136Z","caller":"traceutil/trace.go:171","msg":"trace[895669386] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"550.401414ms","start":"2026-02-27T01:26:18.260914Z","end":"2026-02-27T01:26:18.811315Z","steps":["trace[895669386] 'process raft request' (duration: 549.971782ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:18.811419Z","caller":"traceutil/trace.go:171","msg":"trace[704696294] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"550.435105ms","start":"2026-02-27T01:26:18.260948Z","end":"2026-02-27T01:26:18.811383Z","steps":["trace[704696294] 'process raft request' (duration: 550.214239ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:18.811477Z","caller":"traceutil/trace.go:171","msg":"trace[1136702861] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"548.976986ms","start":"2026-02-27T01:26:18.26248Z","end":"2026-02-27T01:26:18.811457Z","steps":["trace[1136702861] 'process raft request' (duration: 548.876813ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:18.811477Z","caller":"traceutil/trace.go:171","msg":"trace[2105759626] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"549.010556ms","start":"2026-02-27T01:26:18.262439Z","end":"2026-02-27T01:26:18.811449Z","steps":["trace[2105759626] 'process raft request' (duration: 548.857962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:18.81157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.260923Z","time spent":"550.567898ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:18.811624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.262416Z","time spent":"549.15407ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:18.811614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.260884Z","time spent":"550.603139ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:18.811622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.262464Z","time spent":"549.079999ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:18.811861Z","caller":"traceutil/trace.go:171","msg":"trace[1712939561] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"549.270384ms","start":"2026-02-27T01:26:18.262533Z","end":"2026-02-27T01:26:18.811803Z","steps":["trace[1712939561] 'process raft request' (duration: 548.880103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:18.812042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.262524Z","time spent":"549.427888ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:18.81238Z","caller":"traceutil/trace.go:171","msg":"trace[294399649] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"549.760146ms","start":"2026-02-27T01:26:18.2626Z","end":"2026-02-27T01:26:18.81236Z","steps":["trace[294399649] 'process raft request' (duration: 548.969215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:18.812472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.26258Z","time spent":"549.845819ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:18.812618Z","caller":"traceutil/trace.go:171","msg":"trace[925040528] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"549.909331ms","start":"2026-02-27T01:26:18.262694Z","end":"2026-02-27T01:26:18.812604Z","steps":["trace[925040528] 'process raft request' (duration: 549.604113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:18.812691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.262678Z","time spent":"549.975322ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:18.812804Z","caller":"traceutil/trace.go:171","msg":"trace[1701394854] linearizableReadLoop","detail":"{readStateIndex:4959; appliedIndex:4950; }","duration":"548.223286ms","start":"2026-02-27T01:26:18.264553Z","end":"2026-02-27T01:26:18.812776Z","steps":["trace[1701394854] 'read index received' (duration: 63.624652ms)","trace[1701394854] 'applied index is now lower than readState.Index' (duration: 484.596364ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:18.812932Z","caller":"traceutil/trace.go:171","msg":"trace[1130089149] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"542.192035ms","start":"2026-02-27T01:26:18.270727Z","end":"2026-02-27T01:26:18.812919Z","steps":["trace[1130089149] 'process raft request' (duration: 541.797065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:18.813008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.270715Z","time spent":"542.248077ms","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12009,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:18.813073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.242287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:26:18.813125Z","caller":"traceutil/trace.go:171","msg":"trace[193102907] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4754; }","duration":"331.332899ms","start":"2026-02-27T01:26:18.481779Z","end":"2026-02-27T01:26:18.813112Z","steps":["trace[193102907] 'agreement among raft nodes before linearized reading' (duration: 331.175565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:18.813159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.481755Z","time spent":"331.396161ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:26:18.813555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.003927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-02-27T01:26:18.813596Z","caller":"traceutil/trace.go:171","msg":"trace[1791777300] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:4754; }","duration":"549.068258ms","start":"2026-02-27T01:26:18.264518Z","end":"2026-02-27T01:26:18.813587Z","steps":["trace[1791777300] 'agreement among raft nodes before linearized reading' (duration: 548.939915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:18.81381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.264509Z","time spent":"549.295704ms","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1287,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-02-27T01:26:19.026764Z","caller":"traceutil/trace.go:171","msg":"trace[1629572423] linearizableReadLoop","detail":"{readStateIndex:4967; appliedIndex:4966; }","duration":"122.587948ms","start":"2026-02-27T01:26:18.904153Z","end":"2026-02-27T01:26:19.026741Z","steps":["trace[1629572423] 'read index received' (duration: 122.381193ms)","trace[1629572423] 'applied index is now lower than readState.Index' (duration: 205.715µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:19.02685Z","caller":"traceutil/trace.go:171","msg":"trace[565389358] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"161.457442ms","start":"2026-02-27T01:26:18.865345Z","end":"2026-02-27T01:26:19.026802Z","steps":["trace[565389358] 'process raft request' (duration: 161.238696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:19.027213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.331802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:26:19.027239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.43084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-27T01:26:19.027302Z","caller":"traceutil/trace.go:171","msg":"trace[716856066] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4761; }","duration":"138.526492ms","start":"2026-02-27T01:26:18.888759Z","end":"2026-02-27T01:26:19.027286Z","steps":["trace[716856066] 'agreement among raft nodes before linearized reading' (duration: 138.142522ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:19.0273Z","caller":"traceutil/trace.go:171","msg":"trace[1112625434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4761; }","duration":"154.493087ms","start":"2026-02-27T01:26:18.872786Z","end":"2026-02-27T01:26:19.027279Z","steps":["trace[1112625434] 'agreement among raft nodes before linearized reading' (duration: 154.304162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:19.027337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.759796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.1897f6189376d0fd\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-02-27T01:26:19.027425Z","caller":"traceutil/trace.go:171","msg":"trace[1148001780] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.1897f6189376d0fd; range_end:; response_count:1; response_revision:4761; }","duration":"118.89499ms","start":"2026-02-27T01:26:18.908501Z","end":"2026-02-27T01:26:19.027396Z","steps":["trace[1148001780] 'agreement among raft nodes before linearized reading' (duration: 118.577121ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:23.04735Z","caller":"traceutil/trace.go:171","msg":"trace[452307154] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"158.486785ms","start":"2026-02-27T01:26:22.888835Z","end":"2026-02-27T01:26:23.047321Z","steps":["trace[452307154] 'process raft request' (duration: 158.287829ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:23.189334Z","caller":"traceutil/trace.go:171","msg":"trace[1374180212] linearizableReadLoop","detail":"{readStateIndex:5005; appliedIndex:5003; }","duration":"292.038154ms","start":"2026-02-27T01:26:22.89727Z","end":"2026-02-27T01:26:23.189308Z","steps":["trace[1374180212] 'read index received' (duration: 149.844454ms)","trace[1374180212] 'applied index is now lower than readState.Index' (duration: 142.19245ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:23.189417Z","caller":"traceutil/trace.go:171","msg":"trace[1808457708] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"296.143664ms","start":"2026-02-27T01:26:22.893254Z","end":"2026-02-27T01:26:23.189398Z","steps":["trace[1808457708] 'process raft request' (duration: 295.904927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:23.189579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.960165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:26:23.189622Z","caller":"traceutil/trace.go:171","msg":"trace[1754296045] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4797; }","duration":"262.063137ms","start":"2026-02-27T01:26:22.927547Z","end":"2026-02-27T01:26:23.18961Z","steps":["trace[1754296045] 'agreement among raft nodes before linearized reading' (duration: 261.903073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:23.189669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.363923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-02-27T01:26:23.189687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.365809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T01:26:23.189763Z","caller":"traceutil/trace.go:171","msg":"trace[470019673] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4797; }","duration":"292.507727ms","start":"2026-02-27T01:26:22.897232Z","end":"2026-02-27T01:26:23.189739Z","steps":["trace[470019673] 'agreement among raft nodes before linearized reading' (duration: 292.212909ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:23.189774Z","caller":"traceutil/trace.go:171","msg":"trace[385262922] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4797; }","duration":"138.499442ms","start":"2026-02-27T01:26:23.051252Z","end":"2026-02-27T01:26:23.189752Z","steps":["trace[385262922] 'agreement among raft nodes before linearized reading' (duration: 138.245215ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:23.387007Z","caller":"traceutil/trace.go:171","msg":"trace[65789022] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"190.205917ms","start":"2026-02-27T01:26:23.196773Z","end":"2026-02-27T01:26:23.386979Z","steps":["trace[65789022] 'process raft request' (duration: 190.135935ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:23.387206Z","caller":"traceutil/trace.go:171","msg":"trace[1505028382] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"190.722051ms","start":"2026-02-27T01:26:23.196449Z","end":"2026-02-27T01:26:23.387171Z","steps":["trace[1505028382] 'process raft request' (duration: 190.264069ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:23.387233Z","caller":"traceutil/trace.go:171","msg":"trace[472426705] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"190.415402ms","start":"2026-02-27T01:26:23.196803Z","end":"2026-02-27T01:26:23.387218Z","steps":["trace[472426705] 'process raft request' (duration: 190.143245ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:23.387364Z","caller":"traceutil/trace.go:171","msg":"trace[1675172905] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"190.657189ms","start":"2026-02-27T01:26:23.196661Z","end":"2026-02-27T01:26:23.387318Z","steps":["trace[1675172905] 'process raft request' (duration: 190.198377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:23.387655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.07888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T01:26:23.387746Z","caller":"traceutil/trace.go:171","msg":"trace[215201716] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4802; }","duration":"191.195184ms","start":"2026-02-27T01:26:23.196531Z","end":"2026-02-27T01:26:23.387726Z","steps":["trace[215201716] 'agreement among raft nodes before linearized reading' (duration: 190.938107ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:23.387042Z","caller":"traceutil/trace.go:171","msg":"trace[275384049] linearizableReadLoop","detail":"{readStateIndex:5010; appliedIndex:5006; }","duration":"158.796972ms","start":"2026-02-27T01:26:23.228219Z","end":"2026-02-27T01:26:23.387016Z","steps":["trace[275384049] 'read index received' (duration: 158.415572ms)","trace[275384049] 'applied index is now lower than readState.Index' (duration: 380.25µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:23.388264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.742857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ab2542f6-6051-490e-9f39-7bfb301c4d3f\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T01:26:23.38834Z","caller":"traceutil/trace.go:171","msg":"trace[1493284581] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ab2542f6-6051-490e-9f39-7bfb301c4d3f; range_end:; response_count:1; response_revision:4802; }","duration":"156.873421ms","start":"2026-02-27T01:26:23.231444Z","end":"2026-02-27T01:26:23.388317Z","steps":["trace[1493284581] 'agreement among raft nodes before linearized reading' (duration: 156.613884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:23.38848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.601686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-02-27T01:26:23.388542Z","caller":"traceutil/trace.go:171","msg":"trace[1505227006] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4802; }","duration":"123.700659ms","start":"2026-02-27T01:26:23.264825Z","end":"2026-02-27T01:26:23.388526Z","steps":["trace[1505227006] 'agreement among raft nodes before linearized reading' (duration: 123.521534ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:24.599292Z","caller":"traceutil/trace.go:171","msg":"trace[796677419] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"243.675749ms","start":"2026-02-27T01:26:24.355579Z","end":"2026-02-27T01:26:24.599254Z","steps":["trace[796677419] 'process raft request' (duration: 243.310869ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:24.945721Z","caller":"traceutil/trace.go:171","msg":"trace[236320720] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"102.983378ms","start":"2026-02-27T01:26:24.8427Z","end":"2026-02-27T01:26:24.945684Z","steps":["trace[236320720] 'process raft request' (duration: 87.226479ms)","trace[236320720] 'compare' (duration: 15.4277ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:24.945916Z","caller":"traceutil/trace.go:171","msg":"trace[1491080485] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"102.710091ms","start":"2026-02-27T01:26:24.843072Z","end":"2026-02-27T01:26:24.945782Z","steps":["trace[1491080485] 'process raft request' (duration: 102.406673ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:25.389474Z","caller":"traceutil/trace.go:171","msg":"trace[2084157344] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"131.950398ms","start":"2026-02-27T01:26:25.257494Z","end":"2026-02-27T01:26:25.389445Z","steps":["trace[2084157344] 'process raft request' (duration: 66.20186ms)","trace[2084157344] 'compare' (duration: 65.619605ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:27.100268Z","caller":"traceutil/trace.go:171","msg":"trace[252234053] linearizableReadLoop","detail":"{readStateIndex:5034; appliedIndex:5031; }","duration":"151.085576ms","start":"2026-02-27T01:26:26.949163Z","end":"2026-02-27T01:26:27.100248Z","steps":["trace[252234053] 'read index received' (duration: 10.91392ms)","trace[252234053] 'applied index is now lower than readState.Index' (duration: 140.170796ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:27.10036Z","caller":"traceutil/trace.go:171","msg":"trace[6247542] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"172.288751ms","start":"2026-02-27T01:26:26.928062Z","end":"2026-02-27T01:26:27.100351Z","steps":["trace[6247542] 'process raft request' (duration: 172.125987ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:27.10046Z","caller":"traceutil/trace.go:171","msg":"trace[449432207] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"184.270929ms","start":"2026-02-27T01:26:26.916146Z","end":"2026-02-27T01:26:27.100417Z","steps":["trace[449432207] 'process raft request' (duration: 183.883489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:27.100562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.377775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:26:27.100634Z","caller":"traceutil/trace.go:171","msg":"trace[1226795848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4824; }","duration":"151.512398ms","start":"2026-02-27T01:26:26.949106Z","end":"2026-02-27T01:26:27.100618Z","steps":["trace[1226795848] 'agreement among raft nodes before linearized reading' (duration: 151.287032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:27.109794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.397635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:26:27.109854Z","caller":"traceutil/trace.go:171","msg":"trace[1714863405] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4825; }","duration":"160.533317ms","start":"2026-02-27T01:26:26.949308Z","end":"2026-02-27T01:26:27.109841Z","steps":["trace[1714863405] 'agreement among raft nodes before linearized reading' (duration: 160.389784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:27.109956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.190523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-02-27T01:26:27.109983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.635496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:26:27.11005Z","caller":"traceutil/trace.go:171","msg":"trace[1559997437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4825; }","duration":"100.77076ms","start":"2026-02-27T01:26:27.009264Z","end":"2026-02-27T01:26:27.110035Z","steps":["trace[1559997437] 'agreement among raft nodes before linearized reading' (duration: 100.592455ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:27.109999Z","caller":"traceutil/trace.go:171","msg":"trace[457783608] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4825; }","duration":"150.257264ms","start":"2026-02-27T01:26:26.95973Z","end":"2026-02-27T01:26:27.109988Z","steps":["trace[457783608] 'agreement among raft nodes before linearized reading' (duration: 150.123501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:27.110285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.947936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T01:26:27.11035Z","caller":"traceutil/trace.go:171","msg":"trace[518710626] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:4825; }","duration":"159.043449ms","start":"2026-02-27T01:26:26.951293Z","end":"2026-02-27T01:26:27.110336Z","steps":["trace[518710626] 'agreement among raft nodes before linearized reading' (duration: 158.810822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:52.879504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.422581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:26:52.879642Z","caller":"traceutil/trace.go:171","msg":"trace[1431214351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5105; }","duration":"131.620886ms","start":"2026-02-27T01:26:52.747993Z","end":"2026-02-27T01:26:52.879614Z","steps":["trace[1431214351] 'range keys from in-memory index tree' (duration: 131.225856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:54.253168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.456112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:6203"} {"level":"info","ts":"2026-02-27T01:26:54.253278Z","caller":"traceutil/trace.go:171","msg":"trace[1623426682] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:5119; }","duration":"323.608616ms","start":"2026-02-27T01:26:53.929642Z","end":"2026-02-27T01:26:54.253251Z","steps":["trace[1623426682] 'range keys from in-memory index tree' (duration: 323.274157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:54.253326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:53.92963Z","time spent":"323.685158ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":6225,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"warn","ts":"2026-02-27T01:26:54.253336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.187818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-27T01:26:54.253411Z","caller":"traceutil/trace.go:171","msg":"trace[1365488490] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5119; }","duration":"293.313721ms","start":"2026-02-27T01:26:53.96008Z","end":"2026-02-27T01:26:54.253394Z","steps":["trace[1365488490] 'range keys from in-memory index tree' (duration: 293.000963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:54.253668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.284267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T01:26:54.25371Z","caller":"traceutil/trace.go:171","msg":"trace[1004323728] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5119; }","duration":"358.336358ms","start":"2026-02-27T01:26:53.895361Z","end":"2026-02-27T01:26:54.253697Z","steps":["trace[1004323728] 'range keys from in-memory index tree' (duration: 358.182395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:54.253738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:53.895353Z","time spent":"358.37804ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:26:54.254259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.224751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:26:54.254287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.887964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T01:26:54.254322Z","caller":"traceutil/trace.go:171","msg":"trace[1090783614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5119; }","duration":"195.958016ms","start":"2026-02-27T01:26:54.058355Z","end":"2026-02-27T01:26:54.254313Z","steps":["trace[1090783614] 'range keys from in-memory index tree' (duration: 195.75902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:54.254266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.848542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T01:26:54.254411Z","caller":"traceutil/trace.go:171","msg":"trace[223517218] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5119; }","duration":"359.041297ms","start":"2026-02-27T01:26:53.895339Z","end":"2026-02-27T01:26:54.25438Z","steps":["trace[223517218] 'range keys from in-memory index tree' (duration: 358.612016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:54.254473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:53.895321Z","time spent":"359.13993ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:26:54.25434Z","caller":"traceutil/trace.go:171","msg":"trace[383700778] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5119; }","duration":"275.315343ms","start":"2026-02-27T01:26:53.978981Z","end":"2026-02-27T01:26:54.254296Z","steps":["trace[383700778] 'count revisions from in-memory index tree' (duration: 275.152738ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:02.780769Z","caller":"traceutil/trace.go:171","msg":"trace[1330064197] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"119.478414ms","start":"2026-02-27T01:27:02.66127Z","end":"2026-02-27T01:27:02.780749Z","steps":["trace[1330064197] 'process raft request' (duration: 119.3433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:16.607409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.487661ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T01:27:16.607509Z","caller":"traceutil/trace.go:171","msg":"trace[25713430] linearizableReadLoop","detail":"{readStateIndex:5526; appliedIndex:5525; }","duration":"123.819849ms","start":"2026-02-27T01:27:16.483673Z","end":"2026-02-27T01:27:16.607493Z","steps":["trace[25713430] 'read index received' (duration: 12.176314ms)","trace[25713430] 'applied index is now lower than readState.Index' (duration: 111.642115ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:27:16.607724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.045955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:27:16.60776Z","caller":"traceutil/trace.go:171","msg":"trace[2102772817] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5295; }","duration":"124.129957ms","start":"2026-02-27T01:27:16.48362Z","end":"2026-02-27T01:27:16.60775Z","steps":["trace[2102772817] 'agreement among raft nodes before linearized reading' (duration: 123.955042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:16.608187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.281738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:27:16.608281Z","caller":"traceutil/trace.go:171","msg":"trace[1501730161] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5295; }","duration":"122.406641ms","start":"2026-02-27T01:27:16.485847Z","end":"2026-02-27T01:27:16.608254Z","steps":["trace[1501730161] 'agreement among raft nodes before linearized reading' (duration: 122.195126ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:17.238656Z","caller":"traceutil/trace.go:171","msg":"trace[1224683391] linearizableReadLoop","detail":"{readStateIndex:5531; appliedIndex:5530; }","duration":"245.150082ms","start":"2026-02-27T01:27:16.993487Z","end":"2026-02-27T01:27:17.238637Z","steps":["trace[1224683391] 'read index received' (duration: 244.976827ms)","trace[1224683391] 'applied index is now lower than readState.Index' (duration: 171.945µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:17.238697Z","caller":"traceutil/trace.go:171","msg":"trace[1897242226] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"254.637673ms","start":"2026-02-27T01:27:16.984032Z","end":"2026-02-27T01:27:17.23867Z","steps":["trace[1897242226] 'process raft request' (duration: 254.483979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:17.238838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.350007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:27:17.23887Z","caller":"traceutil/trace.go:171","msg":"trace[987735587] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5300; }","duration":"245.42956ms","start":"2026-02-27T01:27:16.993431Z","end":"2026-02-27T01:27:17.23886Z","steps":["trace[987735587] 'agreement among raft nodes before linearized reading' (duration: 245.305216ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:17.526608Z","caller":"traceutil/trace.go:171","msg":"trace[1224070537] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"248.737367ms","start":"2026-02-27T01:27:17.277825Z","end":"2026-02-27T01:27:17.526562Z","steps":["trace[1224070537] 'process raft request' (duration: 161.479979ms)","trace[1224070537] 'compare' (duration: 87.120555ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:17.777764Z","caller":"traceutil/trace.go:171","msg":"trace[1536752622] linearizableReadLoop","detail":"{readStateIndex:5534; appliedIndex:5532; }","duration":"458.430188ms","start":"2026-02-27T01:27:17.319303Z","end":"2026-02-27T01:27:17.777734Z","steps":["trace[1536752622] 'read index received' (duration: 120.08557ms)","trace[1536752622] 'applied index is now lower than readState.Index' (duration: 338.343338ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:17.77778Z","caller":"traceutil/trace.go:171","msg":"trace[1175766264] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5302; }","duration":"486.605166ms","start":"2026-02-27T01:27:17.291141Z","end":"2026-02-27T01:27:17.777746Z","steps":["trace[1175766264] 'process raft request' (duration: 439.243848ms)","trace[1175766264] 'compare' (duration: 47.284686ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:27:17.77793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:17.291106Z","time spent":"486.75383ms","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:27:17.777962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.613683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:27:17.778088Z","caller":"traceutil/trace.go:171","msg":"trace[1264667366] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5302; }","duration":"458.766546ms","start":"2026-02-27T01:27:17.319272Z","end":"2026-02-27T01:27:17.778039Z","steps":["trace[1264667366] 'agreement among raft nodes before linearized reading' (duration: 458.55496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:17.778163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:17.319259Z","time spent":"458.88584ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:27:17.778187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.582752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:27:17.778256Z","caller":"traceutil/trace.go:171","msg":"trace[1445450738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5302; }","duration":"283.726127ms","start":"2026-02-27T01:27:17.494492Z","end":"2026-02-27T01:27:17.778218Z","steps":["trace[1445450738] 'agreement among raft nodes before linearized reading' (duration: 283.451489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:17.778335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.440591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T01:27:17.778367Z","caller":"traceutil/trace.go:171","msg":"trace[1759913904] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:5302; }","duration":"236.493481ms","start":"2026-02-27T01:27:17.541864Z","end":"2026-02-27T01:27:17.778358Z","steps":["trace[1759913904] 'agreement among raft nodes before linearized reading' (duration: 236.360378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:17.778372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.084994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:27:17.778416Z","caller":"traceutil/trace.go:171","msg":"trace[45923942] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5302; }","duration":"238.169717ms","start":"2026-02-27T01:27:17.540234Z","end":"2026-02-27T01:27:17.778403Z","steps":["trace[45923942] 'agreement among raft nodes before linearized reading' (duration: 238.041813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:17.778419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.349531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:27:17.778477Z","caller":"traceutil/trace.go:171","msg":"trace[900299742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5302; }","duration":"241.434593ms","start":"2026-02-27T01:27:17.537026Z","end":"2026-02-27T01:27:17.778461Z","steps":["trace[900299742] 'agreement among raft nodes before linearized reading' (duration: 241.242198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:17.778944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.880308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:27:17.779061Z","caller":"traceutil/trace.go:171","msg":"trace[698828362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5302; }","duration":"276.026532ms","start":"2026-02-27T01:27:17.503003Z","end":"2026-02-27T01:27:17.77903Z","steps":["trace[698828362] 'agreement among raft nodes before linearized reading' (duration: 275.676213ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:18.057825Z","caller":"traceutil/trace.go:171","msg":"trace[226633140] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"274.948053ms","start":"2026-02-27T01:27:17.782845Z","end":"2026-02-27T01:27:18.057793Z","steps":["trace[226633140] 'process raft request' (duration: 274.714457ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:18.058202Z","caller":"traceutil/trace.go:171","msg":"trace[2090683927] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"274.217974ms","start":"2026-02-27T01:27:17.783972Z","end":"2026-02-27T01:27:18.05819Z","steps":["trace[2090683927] 'process raft request' (duration: 273.995388ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:18.058139Z","caller":"traceutil/trace.go:171","msg":"trace[959059989] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"275.147449ms","start":"2026-02-27T01:27:17.782963Z","end":"2026-02-27T01:27:18.05811Z","steps":["trace[959059989] 'process raft request' (duration: 274.787369ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:18.05838Z","caller":"traceutil/trace.go:171","msg":"trace[1888111480] linearizableReadLoop","detail":"{readStateIndex:5537; appliedIndex:5534; }","duration":"274.732278ms","start":"2026-02-27T01:27:17.783619Z","end":"2026-02-27T01:27:18.058351Z","steps":["trace[1888111480] 'read index received' (duration: 36.624013ms)","trace[1888111480] 'applied index is now lower than readState.Index' (duration: 238.106665ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:27:18.058403Z","caller":"traceutil/trace.go:171","msg":"trace[1113812215] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"269.421147ms","start":"2026-02-27T01:27:17.788951Z","end":"2026-02-27T01:27:18.058372Z","steps":["trace[1113812215] 'process raft request' (duration: 269.17598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:18.058559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.127268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:27:18.058599Z","caller":"traceutil/trace.go:171","msg":"trace[1441978231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5307; }","duration":"185.21499ms","start":"2026-02-27T01:27:17.873373Z","end":"2026-02-27T01:27:18.058588Z","steps":["trace[1441978231] 'agreement among raft nodes before linearized reading' (duration: 185.136698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:18.058659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.806817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:27:18.058702Z","caller":"traceutil/trace.go:171","msg":"trace[810959095] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5307; }","duration":"147.900909ms","start":"2026-02-27T01:27:17.910789Z","end":"2026-02-27T01:27:18.05869Z","steps":["trace[810959095] 'agreement among raft nodes before linearized reading' (duration: 147.793826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:18.058747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.105968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:88607"} {"level":"info","ts":"2026-02-27T01:27:18.058815Z","caller":"traceutil/trace.go:171","msg":"trace[1213437170] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5307; }","duration":"275.20607ms","start":"2026-02-27T01:27:17.783592Z","end":"2026-02-27T01:27:18.058798Z","steps":["trace[1213437170] 'agreement among raft nodes before linearized reading' (duration: 274.857331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:18.348466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.382992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T01:27:18.348556Z","caller":"traceutil/trace.go:171","msg":"trace[585839813] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5307; }","duration":"270.512336ms","start":"2026-02-27T01:27:18.078025Z","end":"2026-02-27T01:27:18.348537Z","steps":["trace[585839813] 'range keys from in-memory index tree' (duration: 270.183477ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:18.824615Z","caller":"traceutil/trace.go:171","msg":"trace[758842333] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"125.907084ms","start":"2026-02-27T01:27:18.698672Z","end":"2026-02-27T01:27:18.824579Z","steps":["trace[758842333] 'process raft request' (duration: 121.690942ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:28:58.280452Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2876} {"level":"info","ts":"2026-02-27T01:28:58.342688Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2876,"took":"60.834328ms","hash":2377826679,"current-db-size-bytes":42446848,"current-db-size":"42 MB","current-db-size-in-use-bytes":32206848,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-27T01:28:58.342767Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2377826679,"revision":2876,"compact-revision":-1} {"level":"info","ts":"2026-02-27T01:31:54.215421Z","caller":"traceutil/trace.go:171","msg":"trace[718203792] transaction","detail":"{read_only:false; response_revision:7630; number_of_response:1; }","duration":"470.469081ms","start":"2026-02-27T01:31:53.744901Z","end":"2026-02-27T01:31:54.21537Z","steps":["trace[718203792] 'process raft request' (duration: 470.243685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:31:54.215687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:31:53.744885Z","time spent":"470.679176ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:31:54.232222Z","caller":"traceutil/trace.go:171","msg":"trace[1652843763] linearizableReadLoop","detail":"{readStateIndex:7981; appliedIndex:7979; }","duration":"432.601651ms","start":"2026-02-27T01:31:53.799582Z","end":"2026-02-27T01:31:54.232184Z","steps":["trace[1652843763] 'read index received' (duration: 415.617729ms)","trace[1652843763] 'applied index is now lower than readState.Index' (duration: 16.982592ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:31:54.232268Z","caller":"traceutil/trace.go:171","msg":"trace[1323081817] transaction","detail":"{read_only:false; response_revision:7631; number_of_response:1; }","duration":"486.595991ms","start":"2026-02-27T01:31:53.745644Z","end":"2026-02-27T01:31:54.23224Z","steps":["trace[1323081817] 'process raft request' (duration: 486.405376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:31:54.232395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.786717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:31:54.232461Z","caller":"traceutil/trace.go:171","msg":"trace[1471822634] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7631; }","duration":"432.91556ms","start":"2026-02-27T01:31:53.799529Z","end":"2026-02-27T01:31:54.232445Z","steps":["trace[1471822634] 'agreement among raft nodes before linearized reading' (duration: 432.776767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:31:54.232503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:31:53.799512Z","time spent":"432.982882ms","remote":"127.0.0.1:60252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:31:54.232571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:31:53.745623Z","time spent":"486.811897ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:31:54.232659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.838268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:31:54.232723Z","caller":"traceutil/trace.go:171","msg":"trace[42344409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7631; }","duration":"357.956592ms","start":"2026-02-27T01:31:53.87475Z","end":"2026-02-27T01:31:54.232706Z","steps":["trace[42344409] 'agreement among raft nodes before linearized reading' (duration: 357.845209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:31:54.232751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:31:53.874725Z","time spent":"358.021123ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:31:54.233099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.189874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:31:54.23384Z","caller":"traceutil/trace.go:171","msg":"trace[613705405] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7631; }","duration":"341.352549ms","start":"2026-02-27T01:31:53.891864Z","end":"2026-02-27T01:31:54.233216Z","steps":["trace[613705405] 'agreement among raft nodes before linearized reading' (duration: 341.01453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:31:54.233913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:31:53.891848Z","time spent":"342.043678ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:31:56.597592Z","caller":"traceutil/trace.go:171","msg":"trace[1669540059] linearizableReadLoop","detail":"{readStateIndex:7995; appliedIndex:7994; }","duration":"353.713469ms","start":"2026-02-27T01:31:56.243852Z","end":"2026-02-27T01:31:56.597566Z","steps":["trace[1669540059] 'read index received' (duration: 353.580815ms)","trace[1669540059] 'applied index is now lower than readState.Index' (duration: 131.394µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:31:56.597638Z","caller":"traceutil/trace.go:171","msg":"trace[1730752428] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"563.618375ms","start":"2026-02-27T01:31:56.033981Z","end":"2026-02-27T01:31:56.5976Z","steps":["trace[1730752428] 'process raft request' (duration: 563.425189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:31:56.597818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:31:56.033964Z","time spent":"563.758968ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:31:56.597918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.474282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T01:31:56.597917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.038848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:31:56.597976Z","caller":"traceutil/trace.go:171","msg":"trace[1786151717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7644; }","duration":"353.566725ms","start":"2026-02-27T01:31:56.244392Z","end":"2026-02-27T01:31:56.597959Z","steps":["trace[1786151717] 'agreement among raft nodes before linearized reading' (duration: 353.38719ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:31:56.598004Z","caller":"traceutil/trace.go:171","msg":"trace[273054854] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7644; }","duration":"354.184932ms","start":"2026-02-27T01:31:56.243795Z","end":"2026-02-27T01:31:56.59798Z","steps":["trace[273054854] 'agreement among raft nodes before linearized reading' (duration: 353.897984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:31:56.598025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:31:56.244375Z","time spent":"353.640077ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:31:56.598088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:31:56.243773Z","time spent":"354.305424ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:31:56.598074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.769404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:31:56.598147Z","caller":"traceutil/trace.go:171","msg":"trace[336598181] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7644; }","duration":"352.895647ms","start":"2026-02-27T01:31:56.245233Z","end":"2026-02-27T01:31:56.598129Z","steps":["trace[336598181] 'agreement among raft nodes before linearized reading' (duration: 352.66201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:31:56.598181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:31:56.245223Z","time spent":"352.952538ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:31:56.80579Z","caller":"traceutil/trace.go:171","msg":"trace[626777470] transaction","detail":"{read_only:false; response_revision:7645; number_of_response:1; }","duration":"202.693323ms","start":"2026-02-27T01:31:56.603071Z","end":"2026-02-27T01:31:56.805764Z","steps":["trace[626777470] 'process raft request' (duration: 201.161853ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:31:56.813209Z","caller":"traceutil/trace.go:171","msg":"trace[305282594] transaction","detail":"{read_only:false; response_revision:7646; number_of_response:1; }","duration":"208.246621ms","start":"2026-02-27T01:31:56.604947Z","end":"2026-02-27T01:31:56.813194Z","steps":["trace[305282594] 'process raft request' (duration: 208.130928ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:31:56.813337Z","caller":"traceutil/trace.go:171","msg":"trace[2140286438] transaction","detail":"{read_only:false; response_revision:7647; number_of_response:1; }","duration":"208.346554ms","start":"2026-02-27T01:31:56.604979Z","end":"2026-02-27T01:31:56.813325Z","steps":["trace[2140286438] 'process raft request' (duration: 208.178909ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:31:56.813323Z","caller":"traceutil/trace.go:171","msg":"trace[249152508] linearizableReadLoop","detail":"{readStateIndex:7998; appliedIndex:7995; }","duration":"148.455238ms","start":"2026-02-27T01:31:56.664832Z","end":"2026-02-27T01:31:56.813287Z","steps":["trace[249152508] 'read index received' (duration: 139.411507ms)","trace[249152508] 'applied index is now lower than readState.Index' (duration: 9.041691ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:31:56.813529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.653003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:31:56.813622Z","caller":"traceutil/trace.go:171","msg":"trace[1542648624] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7647; }","duration":"148.839878ms","start":"2026-02-27T01:31:56.664758Z","end":"2026-02-27T01:31:56.813598Z","steps":["trace[1542648624] 'agreement among raft nodes before linearized reading' (duration: 148.652103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:07.018092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.88243ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T01:32:07.018224Z","caller":"traceutil/trace.go:171","msg":"trace[1269023360] linearizableReadLoop","detail":"{readStateIndex:8062; appliedIndex:8061; }","duration":"114.791814ms","start":"2026-02-27T01:32:06.903409Z","end":"2026-02-27T01:32:07.0182Z","steps":["trace[1269023360] 'read index received' (duration: 68.992µs)","trace[1269023360] 'applied index is now lower than readState.Index' (duration: 114.721232ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:07.01847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.053221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:32:07.018534Z","caller":"traceutil/trace.go:171","msg":"trace[411736201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7706; }","duration":"115.192115ms","start":"2026-02-27T01:32:06.903329Z","end":"2026-02-27T01:32:07.018521Z","steps":["trace[411736201] 'agreement among raft nodes before linearized reading' (duration: 114.976699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:07.018668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.986997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:32:07.01879Z","caller":"traceutil/trace.go:171","msg":"trace[649484579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7706; }","duration":"104.175152ms","start":"2026-02-27T01:32:06.914586Z","end":"2026-02-27T01:32:07.018761Z","steps":["trace[649484579] 'agreement among raft nodes before linearized reading' (duration: 103.739941ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:07.540779Z","caller":"traceutil/trace.go:171","msg":"trace[873656263] linearizableReadLoop","detail":"{readStateIndex:8064; appliedIndex:8062; }","duration":"476.379406ms","start":"2026-02-27T01:32:07.064379Z","end":"2026-02-27T01:32:07.540758Z","steps":["trace[873656263] 'read index received' (duration: 49.58553ms)","trace[873656263] 'applied index is now lower than readState.Index' (duration: 426.793226ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:07.540954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.567561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:32:07.540985Z","caller":"traceutil/trace.go:171","msg":"trace[1702577866] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7708; }","duration":"476.641823ms","start":"2026-02-27T01:32:07.064332Z","end":"2026-02-27T01:32:07.540974Z","steps":["trace[1702577866] 'agreement among raft nodes before linearized reading' (duration: 476.52196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:07.541008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:07.064315Z","time spent":"476.688354ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:32:07.540948Z","caller":"traceutil/trace.go:171","msg":"trace[254041873] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"515.878806ms","start":"2026-02-27T01:32:07.025011Z","end":"2026-02-27T01:32:07.54089Z","steps":["trace[254041873] 'process raft request' (duration: 515.603209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:07.541167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.747293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:32:07.541251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:07.024976Z","time spent":"516.104442ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:07.541269Z","caller":"traceutil/trace.go:171","msg":"trace[1934734702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7708; }","duration":"232.923268ms","start":"2026-02-27T01:32:07.308323Z","end":"2026-02-27T01:32:07.541246Z","steps":["trace[1934734702] 'agreement among raft nodes before linearized reading' (duration: 232.740673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:07.541382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.97849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:32:07.541775Z","caller":"traceutil/trace.go:171","msg":"trace[1872555758] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7708; }","duration":"448.158365ms","start":"2026-02-27T01:32:07.093348Z","end":"2026-02-27T01:32:07.541507Z","steps":["trace[1872555758] 'agreement among raft nodes before linearized reading' (duration: 447.580579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:07.54184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:07.093328Z","time spent":"448.496854ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:32:08.130701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.236202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:32:08.130844Z","caller":"traceutil/trace.go:171","msg":"trace[1353119347] transaction","detail":"{read_only:false; response_revision:7709; number_of_response:1; }","duration":"584.982416ms","start":"2026-02-27T01:32:07.545834Z","end":"2026-02-27T01:32:08.130816Z","steps":["trace[1353119347] 'process raft request' (duration: 229.507797ms)","trace[1353119347] 'compare' (duration: 355.119779ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:08.130933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:07.545812Z","time spent":"585.075249ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:08.33589Z","caller":"traceutil/trace.go:171","msg":"trace[333991904] transaction","detail":"{read_only:false; response_revision:7710; number_of_response:1; }","duration":"789.879527ms","start":"2026-02-27T01:32:07.545986Z","end":"2026-02-27T01:32:08.335865Z","steps":["trace[333991904] 'process raft request' (duration: 789.664692ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:08.335892Z","caller":"traceutil/trace.go:171","msg":"trace[961364112] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"789.61345ms","start":"2026-02-27T01:32:07.546255Z","end":"2026-02-27T01:32:08.335869Z","steps":["trace[961364112] 'process raft request' (duration: 789.533638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:08.336004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:07.545967Z","time spent":"789.980881ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:08.336043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:07.546229Z","time spent":"789.730874ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:08.336314Z","caller":"traceutil/trace.go:171","msg":"trace[1523961878] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"789.542208ms","start":"2026-02-27T01:32:07.546725Z","end":"2026-02-27T01:32:08.336268Z","steps":["trace[1523961878] 'process raft request' (duration: 789.100166ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:08.336397Z","caller":"traceutil/trace.go:171","msg":"trace[960924383] transaction","detail":"{read_only:false; response_revision:7713; number_of_response:1; }","duration":"787.73704ms","start":"2026-02-27T01:32:07.548645Z","end":"2026-02-27T01:32:08.336382Z","steps":["trace[960924383] 'process raft request' (duration: 787.478583ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:08.336373Z","caller":"traceutil/trace.go:171","msg":"trace[1631359170] linearizableReadLoop","detail":"{readStateIndex:8070; appliedIndex:8064; }","duration":"767.919573ms","start":"2026-02-27T01:32:07.568425Z","end":"2026-02-27T01:32:08.336345Z","steps":["trace[1631359170] 'read index received' (duration: 206.933457ms)","trace[1631359170] 'applied index is now lower than readState.Index' (duration: 560.982026ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:08.336447Z","caller":"traceutil/trace.go:171","msg":"trace[211970638] transaction","detail":"{read_only:false; response_revision:7714; number_of_response:1; }","duration":"787.595896ms","start":"2026-02-27T01:32:07.548834Z","end":"2026-02-27T01:32:08.33643Z","steps":["trace[211970638] 'process raft request' (duration: 787.463593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:08.336463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:07.548637Z","time spent":"787.791801ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:08.336518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:07.546709Z","time spent":"789.713523ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:08.336534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:07.54882Z","time spent":"787.672459ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:08.336695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.249962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T01:32:08.336793Z","caller":"traceutil/trace.go:171","msg":"trace[1647995861] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:7714; }","duration":"768.358265ms","start":"2026-02-27T01:32:07.568392Z","end":"2026-02-27T01:32:08.336751Z","steps":["trace[1647995861] 'agreement among raft nodes before linearized reading' (duration: 768.096158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:08.336835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:07.568382Z","time spent":"768.440627ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-g9wcw\" "} {"level":"info","ts":"2026-02-27T01:32:08.36722Z","caller":"traceutil/trace.go:171","msg":"trace[479896718] transaction","detail":"{read_only:false; response_revision:7716; number_of_response:1; }","duration":"361.439137ms","start":"2026-02-27T01:32:08.005762Z","end":"2026-02-27T01:32:08.367201Z","steps":["trace[479896718] 'process raft request' (duration: 361.316664ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:08.367244Z","caller":"traceutil/trace.go:171","msg":"trace[1370557846] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"410.543444ms","start":"2026-02-27T01:32:07.956683Z","end":"2026-02-27T01:32:08.367227Z","steps":["trace[1370557846] 'process raft request' (duration: 410.265677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:08.367305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.911616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:08.36734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:07.95666Z","time spent":"410.619586ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:08.36739Z","caller":"traceutil/trace.go:171","msg":"trace[1330385323] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7716; }","duration":"260.05776ms","start":"2026-02-27T01:32:08.107311Z","end":"2026-02-27T01:32:08.367369Z","steps":["trace[1330385323] 'agreement among raft nodes before linearized reading' (duration: 259.907546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:08.367403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.740234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:08.36744Z","caller":"traceutil/trace.go:171","msg":"trace[946521265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7716; }","duration":"491.824406ms","start":"2026-02-27T01:32:07.875605Z","end":"2026-02-27T01:32:08.36743Z","steps":["trace[946521265] 'agreement among raft nodes before linearized reading' (duration: 491.761645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:08.36733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:08.00574Z","time spent":"361.53091ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:08.367476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:07.875573Z","time spent":"491.896988ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:32:09.677746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551168039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:32:10.178122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551168039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:32:10.32872Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.204078587s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:32:10.329229Z","caller":"traceutil/trace.go:171","msg":"trace[2025692016] linearizableReadLoop","detail":"{readStateIndex:8075; appliedIndex:8074; }","duration":"1.151707014s","start":"2026-02-27T01:32:09.177495Z","end":"2026-02-27T01:32:10.329202Z","steps":["trace[2025692016] 'read index received' (duration: 1.151408996s)","trace[2025692016] 'applied index is now lower than readState.Index' (duration: 297.008µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:10.329315Z","caller":"traceutil/trace.go:171","msg":"trace[2065945470] transaction","detail":"{read_only:false; response_revision:7719; number_of_response:1; }","duration":"1.204747115s","start":"2026-02-27T01:32:09.124528Z","end":"2026-02-27T01:32:10.329275Z","steps":["trace[2065945470] 'process raft request' (duration: 1.204459168s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.329395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151878438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:32:10.329433Z","caller":"traceutil/trace.go:171","msg":"trace[1165294247] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:7719; }","duration":"1.151984012s","start":"2026-02-27T01:32:09.177437Z","end":"2026-02-27T01:32:10.329421Z","steps":["trace[1165294247] 'agreement among raft nodes before linearized reading' (duration: 1.151883199s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.329477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.177417Z","time spent":"1.152050353s","remote":"127.0.0.1:59762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:10.329507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.124511Z","time spent":"1.204888809s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:10.329548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.973691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.329612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.867226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.329673Z","caller":"traceutil/trace.go:171","msg":"trace[963910244] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7719; }","duration":"854.141636ms","start":"2026-02-27T01:32:09.475504Z","end":"2026-02-27T01:32:10.329646Z","steps":["trace[963910244] 'agreement among raft nodes before linearized reading' (duration: 853.939061ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.329692Z","caller":"traceutil/trace.go:171","msg":"trace[1859634803] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7719; }","duration":"668.998441ms","start":"2026-02-27T01:32:09.660665Z","end":"2026-02-27T01:32:10.329664Z","steps":["trace[1859634803] 'agreement among raft nodes before linearized reading' (duration: 668.836046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.329704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.400622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.329754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.660661Z","time spent":"669.076612ms","remote":"127.0.0.1:47588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:10.329722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.02959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.329867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.201201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.329907Z","caller":"traceutil/trace.go:171","msg":"trace[1012448074] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7719; }","duration":"682.264143ms","start":"2026-02-27T01:32:09.64763Z","end":"2026-02-27T01:32:10.329894Z","steps":["trace[1012448074] 'agreement among raft nodes before linearized reading' (duration: 682.201431ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.329892Z","caller":"traceutil/trace.go:171","msg":"trace[1541381858] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7719; }","duration":"584.252757ms","start":"2026-02-27T01:32:09.745601Z","end":"2026-02-27T01:32:10.329854Z","steps":["trace[1541381858] 'agreement among raft nodes before linearized reading' (duration: 583.904997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.329923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.294069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.329942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.647624Z","time spent":"682.309234ms","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"info","ts":"2026-02-27T01:32:10.329964Z","caller":"traceutil/trace.go:171","msg":"trace[76086113] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7719; }","duration":"604.397212ms","start":"2026-02-27T01:32:09.725556Z","end":"2026-02-27T01:32:10.329953Z","steps":["trace[76086113] 'agreement among raft nodes before linearized reading' (duration: 604.3302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.329982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.745577Z","time spent":"584.384989ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T01:32:10.329993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.149529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T01:32:10.330049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.450912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.071715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.346905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.330086Z","caller":"traceutil/trace.go:171","msg":"trace[371406648] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7719; }","duration":"584.506382ms","start":"2026-02-27T01:32:09.745571Z","end":"2026-02-27T01:32:10.330077Z","steps":["trace[371406648] 'agreement among raft nodes before linearized reading' (duration: 584.456351ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.330098Z","caller":"traceutil/trace.go:171","msg":"trace[1598177043] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7719; }","duration":"639.139237ms","start":"2026-02-27T01:32:09.690948Z","end":"2026-02-27T01:32:10.330087Z","steps":["trace[1598177043] 'agreement among raft nodes before linearized reading' (duration: 639.089765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.330117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.74556Z","time spent":"584.549534ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:10.330131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.690933Z","time spent":"639.190338ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:10.33014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.224059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.040731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.3302Z","caller":"traceutil/trace.go:171","msg":"trace[572903824] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7719; }","duration":"683.29975ms","start":"2026-02-27T01:32:09.646886Z","end":"2026-02-27T01:32:10.330186Z","steps":["trace[572903824] 'agreement among raft nodes before linearized reading' (duration: 683.222468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.330215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.284829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.287805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.330237Z","caller":"traceutil/trace.go:171","msg":"trace[1513978824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7719; }","duration":"457.113743ms","start":"2026-02-27T01:32:09.873109Z","end":"2026-02-27T01:32:10.330222Z","steps":["trace[1513978824] 'agreement among raft nodes before linearized reading' (duration: 457.037041ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.330285Z","caller":"traceutil/trace.go:171","msg":"trace[1535831468] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7719; }","duration":"767.358878ms","start":"2026-02-27T01:32:09.562916Z","end":"2026-02-27T01:32:10.330275Z","steps":["trace[1535831468] 'agreement among raft nodes before linearized reading' (duration: 767.285526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.330289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.609829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.873097Z","time spent":"457.197905ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:32:10.330117Z","caller":"traceutil/trace.go:171","msg":"trace[1490759010] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7719; }","duration":"638.464538ms","start":"2026-02-27T01:32:09.691639Z","end":"2026-02-27T01:32:10.330103Z","steps":["trace[1490759010] 'agreement among raft nodes before linearized reading' (duration: 638.338975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.330327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.436004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.803043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.656519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.330372Z","caller":"traceutil/trace.go:171","msg":"trace[943435478] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7719; }","duration":"604.872805ms","start":"2026-02-27T01:32:09.725491Z","end":"2026-02-27T01:32:10.330364Z","steps":["trace[943435478] 'agreement among raft nodes before linearized reading' (duration: 604.822174ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.330411Z","caller":"traceutil/trace.go:171","msg":"trace[1559893280] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7719; }","duration":"654.71322ms","start":"2026-02-27T01:32:09.675687Z","end":"2026-02-27T01:32:10.3304Z","steps":["trace[1559893280] 'agreement among raft nodes before linearized reading' (duration: 654.656029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.330421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.725473Z","time spent":"604.936416ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:10.330444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.675681Z","time spent":"654.752061ms","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-02-27T01:32:10.3305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.26899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.498461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.18839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.3306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.200492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.277705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.710419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.330673Z","caller":"traceutil/trace.go:171","msg":"trace[1033585199] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7719; }","duration":"655.327906ms","start":"2026-02-27T01:32:09.675337Z","end":"2026-02-27T01:32:10.330665Z","steps":["trace[1033585199] 'agreement among raft nodes before linearized reading' (duration: 655.270475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.330674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.375432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.330684Z","caller":"traceutil/trace.go:171","msg":"trace[1885800460] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7719; }","duration":"623.304965ms","start":"2026-02-27T01:32:09.707352Z","end":"2026-02-27T01:32:10.330657Z","steps":["trace[1885800460] 'agreement among raft nodes before linearized reading' (duration: 623.204762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.330713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.675327Z","time spent":"655.377778ms","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:10.330574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.779087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.707332Z","time spent":"623.393968ms","remote":"127.0.0.1:47616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T01:32:10.330759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.664182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.131577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.330797Z","caller":"traceutil/trace.go:171","msg":"trace[1115417509] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7719; }","duration":"700.724954ms","start":"2026-02-27T01:32:09.630062Z","end":"2026-02-27T01:32:10.330787Z","steps":["trace[1115417509] 'agreement among raft nodes before linearized reading' (duration: 700.675303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.330806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.270285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.752344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.506151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.258246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.24597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.797646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.330873Z","caller":"traceutil/trace.go:171","msg":"trace[321344280] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7719; }","duration":"567.366256ms","start":"2026-02-27T01:32:09.763491Z","end":"2026-02-27T01:32:10.330857Z","steps":["trace[321344280] 'agreement among raft nodes before linearized reading' (duration: 567.283554ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.330904Z","caller":"traceutil/trace.go:171","msg":"trace[1774125695] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7719; }","duration":"815.817327ms","start":"2026-02-27T01:32:09.515053Z","end":"2026-02-27T01:32:10.33087Z","steps":["trace[1774125695] 'agreement among raft nodes before linearized reading' (duration: 815.756505ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.330908Z","caller":"traceutil/trace.go:171","msg":"trace[822891393] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7719; }","duration":"855.335398ms","start":"2026-02-27T01:32:09.475555Z","end":"2026-02-27T01:32:10.330891Z","steps":["trace[822891393] 'agreement among raft nodes before linearized reading' (duration: 855.231485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.33Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.725523Z","time spent":"604.464544ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T01:32:10.330942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.763471Z","time spent":"567.454499ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:32:10.330055Z","caller":"traceutil/trace.go:171","msg":"trace[1966715179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7719; }","duration":"193.264183ms","start":"2026-02-27T01:32:10.136776Z","end":"2026-02-27T01:32:10.330041Z","steps":["trace[1966715179] 'agreement among raft nodes before linearized reading' (duration: 193.051537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.330972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.640633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.331003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.331018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.13775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.33103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.539784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.331039Z","caller":"traceutil/trace.go:171","msg":"trace[445296968] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7719; }","duration":"816.011352ms","start":"2026-02-27T01:32:09.515018Z","end":"2026-02-27T01:32:10.33103Z","steps":["trace[445296968] 'agreement among raft nodes before linearized reading' (duration: 815.95844ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.331051Z","caller":"traceutil/trace.go:171","msg":"trace[1447391226] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7719; }","duration":"732.170851ms","start":"2026-02-27T01:32:09.598872Z","end":"2026-02-27T01:32:10.331043Z","steps":["trace[1447391226] 'agreement among raft nodes before linearized reading' (duration: 732.12413ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.33104Z","caller":"traceutil/trace.go:171","msg":"trace[781126916] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7719; }","duration":"750.746525ms","start":"2026-02-27T01:32:09.580259Z","end":"2026-02-27T01:32:10.331006Z","steps":["trace[781126916] 'agreement among raft nodes before linearized reading' (duration: 750.626102ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.331073Z","caller":"traceutil/trace.go:171","msg":"trace[824885205] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7719; }","duration":"584.596846ms","start":"2026-02-27T01:32:09.746464Z","end":"2026-02-27T01:32:10.331061Z","steps":["trace[824885205] 'agreement among raft nodes before linearized reading' (duration: 584.529174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.33108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.515011Z","time spent":"816.059523ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:10.331095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.59886Z","time spent":"732.227032ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"info","ts":"2026-02-27T01:32:10.329792Z","caller":"traceutil/trace.go:171","msg":"trace[2106559211] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7719; }","duration":"548.512205ms","start":"2026-02-27T01:32:09.781256Z","end":"2026-02-27T01:32:10.329768Z","steps":["trace[2106559211] 'agreement among raft nodes before linearized reading' (duration: 548.288759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.331123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.658125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.330634Z","caller":"traceutil/trace.go:171","msg":"trace[2077238867] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7719; }","duration":"815.253261ms","start":"2026-02-27T01:32:09.51537Z","end":"2026-02-27T01:32:10.330623Z","steps":["trace[2077238867] 'agreement among raft nodes before linearized reading' (duration: 815.181849ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.331207Z","caller":"traceutil/trace.go:171","msg":"trace[1771632736] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7719; }","duration":"567.748706ms","start":"2026-02-27T01:32:09.763418Z","end":"2026-02-27T01:32:10.331166Z","steps":["trace[1771632736] 'agreement among raft nodes before linearized reading' (duration: 567.609683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.331232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.781249Z","time spent":"549.917712ms","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-02-27T01:32:10.331262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.515362Z","time spent":"815.879148ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-02-27T01:32:10.330793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.105082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.330879Z","caller":"traceutil/trace.go:171","msg":"trace[1316539102] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7719; }","duration":"655.559033ms","start":"2026-02-27T01:32:09.67531Z","end":"2026-02-27T01:32:10.330869Z","steps":["trace[1316539102] 'agreement among raft nodes before linearized reading' (duration: 655.507451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.331367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.198037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.331414Z","caller":"traceutil/trace.go:171","msg":"trace[6321964] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7719; }","duration":"751.27295ms","start":"2026-02-27T01:32:09.58013Z","end":"2026-02-27T01:32:10.331403Z","steps":["trace[6321964] 'agreement among raft nodes before linearized reading' (duration: 751.200698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.331414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.675295Z","time spent":"656.105667ms","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T01:32:10.330947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.51504Z","time spent":"815.897328ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T01:32:10.331461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.580103Z","time spent":"751.342591ms","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T01:32:10.331454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.942603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.331511Z","caller":"traceutil/trace.go:171","msg":"trace[1871119323] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7719; }","duration":"830.015064ms","start":"2026-02-27T01:32:09.501485Z","end":"2026-02-27T01:32:10.3315Z","steps":["trace[1871119323] 'agreement among raft nodes before linearized reading' (duration: 829.921492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.331563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.501478Z","time spent":"830.073876ms","remote":"127.0.0.1:47524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-02-27T01:32:10.331566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.084146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.330323Z","caller":"traceutil/trace.go:171","msg":"trace[433429666] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7719; }","duration":"639.65537ms","start":"2026-02-27T01:32:09.690659Z","end":"2026-02-27T01:32:10.330314Z","steps":["trace[433429666] 'agreement among raft nodes before linearized reading' (duration: 639.605658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.33068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.697396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.331634Z","caller":"traceutil/trace.go:171","msg":"trace[1899079155] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7719; }","duration":"830.153798ms","start":"2026-02-27T01:32:09.501445Z","end":"2026-02-27T01:32:10.331599Z","steps":["trace[1899079155] 'agreement among raft nodes before linearized reading' (duration: 830.096166ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.331662Z","caller":"traceutil/trace.go:171","msg":"trace[992984377] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7719; }","duration":"550.701953ms","start":"2026-02-27T01:32:09.780949Z","end":"2026-02-27T01:32:10.331651Z","steps":["trace[992984377] 'agreement among raft nodes before linearized reading' (duration: 549.691326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.331676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.501431Z","time spent":"830.23369ms","remote":"127.0.0.1:47524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:10.331708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.780939Z","time spent":"550.756755ms","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:10.330746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.129004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.331516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.220659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.331757Z","caller":"traceutil/trace.go:171","msg":"trace[867384151] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7719; }","duration":"567.142071ms","start":"2026-02-27T01:32:09.764603Z","end":"2026-02-27T01:32:10.331745Z","steps":["trace[867384151] 'agreement among raft nodes before linearized reading' (duration: 566.106713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.33176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.582754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.331527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.796216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.484731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.332952Z","caller":"traceutil/trace.go:171","msg":"trace[406111818] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7719; }","duration":"701.974048ms","start":"2026-02-27T01:32:09.630923Z","end":"2026-02-27T01:32:10.332897Z","steps":["trace[406111818] 'agreement among raft nodes before linearized reading' (duration: 699.483101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.330505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.147831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.330793Z","caller":"traceutil/trace.go:171","msg":"trace[773455636] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7719; }","duration":"530.062884ms","start":"2026-02-27T01:32:09.800699Z","end":"2026-02-27T01:32:10.330761Z","steps":["trace[773455636] 'agreement among raft nodes before linearized reading' (duration: 529.636072ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.331772Z","caller":"traceutil/trace.go:171","msg":"trace[1645019031] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7719; }","duration":"830.498727ms","start":"2026-02-27T01:32:09.501262Z","end":"2026-02-27T01:32:10.33176Z","steps":["trace[1645019031] 'agreement among raft nodes before linearized reading' (duration: 830.21691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.331254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.763396Z","time spent":"567.847509ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"info","ts":"2026-02-27T01:32:10.331385Z","caller":"traceutil/trace.go:171","msg":"trace[310587877] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7719; }","duration":"855.754449ms","start":"2026-02-27T01:32:09.475607Z","end":"2026-02-27T01:32:10.331361Z","steps":["trace[310587877] 'agreement among raft nodes before linearized reading' (duration: 855.144892ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.330913Z","caller":"traceutil/trace.go:171","msg":"trace[1565032900] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7719; }","duration":"842.324712ms","start":"2026-02-27T01:32:09.488576Z","end":"2026-02-27T01:32:10.3309Z","steps":["trace[1565032900] 'agreement among raft nodes before linearized reading' (duration: 842.24555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.330761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.549862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.330819Z","caller":"traceutil/trace.go:171","msg":"trace[1269482149] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7719; }","duration":"842.186008ms","start":"2026-02-27T01:32:09.488622Z","end":"2026-02-27T01:32:10.330808Z","steps":["trace[1269482149] 'agreement among raft nodes before linearized reading' (duration: 842.111886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.330712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.903414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.330683Z","caller":"traceutil/trace.go:171","msg":"trace[896485794] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7719; }","duration":"623.11691ms","start":"2026-02-27T01:32:09.707554Z","end":"2026-02-27T01:32:10.330671Z","steps":["trace[896485794] 'agreement among raft nodes before linearized reading' (duration: 622.71746ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.330604Z","caller":"traceutil/trace.go:171","msg":"trace[1377860951] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7719; }","duration":"530.375483ms","start":"2026-02-27T01:32:09.800199Z","end":"2026-02-27T01:32:10.330575Z","steps":["trace[1377860951] 'agreement among raft nodes before linearized reading' (duration: 530.222589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.330076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.08249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.691631Z","time spent":"638.725356ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-02-27T01:32:10.329796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.137454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.329727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.475487Z","time spent":"854.227419ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:32:10.330243Z","caller":"traceutil/trace.go:171","msg":"trace[1014531360] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7719; }","duration":"604.31272ms","start":"2026-02-27T01:32:09.725923Z","end":"2026-02-27T01:32:10.330235Z","steps":["trace[1014531360] 'agreement among raft nodes before linearized reading' (duration: 604.271039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.330256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.646878Z","time spent":"683.361072ms","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:10.330322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.562905Z","time spent":"767.407249ms","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:32:10.330374Z","caller":"traceutil/trace.go:171","msg":"trace[790297625] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7719; }","duration":"683.518256ms","start":"2026-02-27T01:32:09.646843Z","end":"2026-02-27T01:32:10.330361Z","steps":["trace[790297625] 'agreement among raft nodes before linearized reading' (duration: 683.445004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.330526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.588289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:32:10.330609Z","caller":"traceutil/trace.go:171","msg":"trace[1544055923] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7719; }","duration":"549.584033ms","start":"2026-02-27T01:32:09.781006Z","end":"2026-02-27T01:32:10.33059Z","steps":["trace[1544055923] 'agreement among raft nodes before linearized reading' (duration: 549.4839ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.330722Z","caller":"traceutil/trace.go:171","msg":"trace[417268948] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7719; }","duration":"530.464724ms","start":"2026-02-27T01:32:09.800245Z","end":"2026-02-27T01:32:10.33071Z","steps":["trace[417268948] 'agreement among raft nodes before linearized reading' (duration: 530.389932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.330832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.630051Z","time spent":"700.772545ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:32:10.330925Z","caller":"traceutil/trace.go:171","msg":"trace[343191503] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7719; }","duration":"700.854157ms","start":"2026-02-27T01:32:09.63005Z","end":"2026-02-27T01:32:10.330904Z","steps":["trace[343191503] 'agreement among raft nodes before linearized reading' (duration: 700.804646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.330925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.852013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.330963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.47551Z","time spent":"855.437511ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T01:32:10.330972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.425101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:10.331117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.746455Z","time spent":"584.649047ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-02-27T01:32:10.331621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.690652Z","time spent":"640.957995ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T01:32:10.331801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.040173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:10.331819Z","caller":"traceutil/trace.go:171","msg":"trace[1500773554] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7719; }","duration":"767.682466ms","start":"2026-02-27T01:32:09.564122Z","end":"2026-02-27T01:32:10.331805Z","steps":["trace[1500773554] 'agreement among raft nodes before linearized reading' (duration: 767.588504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.331831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.764576Z","time spent":"567.227073ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-02-27T01:32:10.331122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.580238Z","time spent":"750.870619ms","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:32:10.332984Z","caller":"traceutil/trace.go:171","msg":"trace[1610636472] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7719; }","duration":"481.42741ms","start":"2026-02-27T01:32:09.851445Z","end":"2026-02-27T01:32:10.332873Z","steps":["trace[1610636472] 'agreement among raft nodes before linearized reading' (duration: 478.932353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.33308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.63091Z","time spent":"702.145692ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-02-27T01:32:10.333121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.800689Z","time spent":"532.390357ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"info","ts":"2026-02-27T01:32:10.333189Z","caller":"traceutil/trace.go:171","msg":"trace[930527859] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7719; }","duration":"625.850003ms","start":"2026-02-27T01:32:09.707314Z","end":"2026-02-27T01:32:10.333164Z","steps":["trace[930527859] 'agreement among raft nodes before linearized reading' (duration: 623.10489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.33326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.501252Z","time spent":"831.986987ms","remote":"127.0.0.1:47524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T01:32:10.334405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.800192Z","time spent":"534.195224ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:32:10.334556Z","caller":"traceutil/trace.go:171","msg":"trace[1610725614] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7719; }","duration":"771.599401ms","start":"2026-02-27T01:32:09.562945Z","end":"2026-02-27T01:32:10.334545Z","steps":["trace[1610725614] 'agreement among raft nodes before linearized reading' (duration: 767.07968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.334597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.562925Z","time spent":"771.661532ms","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T01:32:10.334743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.85143Z","time spent":"483.29971ms","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:32:10.334762Z","caller":"traceutil/trace.go:171","msg":"trace[414764325] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7719; }","duration":"735.235663ms","start":"2026-02-27T01:32:09.59951Z","end":"2026-02-27T01:32:10.334746Z","steps":["trace[414764325] 'agreement among raft nodes before linearized reading' (duration: 731.440652ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.334796Z","caller":"traceutil/trace.go:171","msg":"trace[1481931398] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7719; }","duration":"674.158068ms","start":"2026-02-27T01:32:09.660629Z","end":"2026-02-27T01:32:10.334787Z","steps":["trace[1481931398] 'agreement among raft nodes before linearized reading' (duration: 669.130184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.33481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.59949Z","time spent":"735.300874ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-02-27T01:32:10.334837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.660621Z","time spent":"674.206249ms","remote":"127.0.0.1:47588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-02-27T01:32:10.334859Z","caller":"traceutil/trace.go:171","msg":"trace[1928050608] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7719; }","duration":"754.128706ms","start":"2026-02-27T01:32:09.580716Z","end":"2026-02-27T01:32:10.334844Z","steps":["trace[1928050608] 'agreement among raft nodes before linearized reading' (duration: 751.034943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.333355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.475593Z","time spent":"857.736702ms","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-02-27T01:32:10.333634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.488561Z","time spent":"845.037384ms","remote":"127.0.0.1:47518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:10.333681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.707547Z","time spent":"626.12422ms","remote":"127.0.0.1:47616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"info","ts":"2026-02-27T01:32:10.333669Z","caller":"traceutil/trace.go:171","msg":"trace[1023151401] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7719; }","duration":"844.48056ms","start":"2026-02-27T01:32:09.489164Z","end":"2026-02-27T01:32:10.333644Z","steps":["trace[1023151401] 'agreement among raft nodes before linearized reading' (duration: 841.474779ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.333677Z","caller":"traceutil/trace.go:171","msg":"trace[234485155] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7719; }","duration":"734.866513ms","start":"2026-02-27T01:32:09.598784Z","end":"2026-02-27T01:32:10.333651Z","steps":["trace[234485155] 'agreement among raft nodes before linearized reading' (duration: 731.898834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.333698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.488618Z","time spent":"845.035415ms","remote":"127.0.0.1:47518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T01:32:10.334974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.725894Z","time spent":"609.071767ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-02-27T01:32:10.334997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.564108Z","time spent":"770.877471ms","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-02-27T01:32:10.335146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.707303Z","time spent":"627.823936ms","remote":"127.0.0.1:47616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:10.335195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.646834Z","time spent":"688.332264ms","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T01:32:10.335224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.580708Z","time spent":"754.501145ms","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"info","ts":"2026-02-27T01:32:10.335276Z","caller":"traceutil/trace.go:171","msg":"trace[1842860692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7719; }","duration":"779.358857ms","start":"2026-02-27T01:32:09.555909Z","end":"2026-02-27T01:32:10.335268Z","steps":["trace[1842860692] 'agreement among raft nodes before linearized reading' (duration: 774.480597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.335307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.555896Z","time spent":"779.404418ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:32:10.335392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.780992Z","time spent":"554.392082ms","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T01:32:10.335501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.800225Z","time spent":"535.267183ms","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T01:32:10.335622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.489159Z","time spent":"846.446502ms","remote":"127.0.0.1:47518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-02-27T01:32:10.335699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.630033Z","time spent":"705.657946ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"info","ts":"2026-02-27T01:32:10.335757Z","caller":"traceutil/trace.go:171","msg":"trace[1717606840] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7719; }","duration":"674.692352ms","start":"2026-02-27T01:32:09.661056Z","end":"2026-02-27T01:32:10.335749Z","steps":["trace[1717606840] 'agreement among raft nodes before linearized reading' (duration: 669.846312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.33576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.598776Z","time spent":"736.968039ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:10.335781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:09.661051Z","time spent":"674.724872ms","remote":"127.0.0.1:47588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-02-27T01:32:10.554341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.123726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:32:10.554457Z","caller":"traceutil/trace.go:171","msg":"trace[444765194] linearizableReadLoop","detail":"{readStateIndex:8077; appliedIndex:8075; }","duration":"211.704823ms","start":"2026-02-27T01:32:10.342733Z","end":"2026-02-27T01:32:10.554438Z","steps":["trace[444765194] 'read index received' (duration: 30.267356ms)","trace[444765194] 'applied index is now lower than readState.Index' (duration: 181.436427ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:10.554535Z","caller":"traceutil/trace.go:171","msg":"trace[1764870283] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"214.673432ms","start":"2026-02-27T01:32:10.339823Z","end":"2026-02-27T01:32:10.554496Z","steps":["trace[1764870283] 'process raft request' (duration: 91.299359ms)","trace[1764870283] 'compare' (duration: 123.005273ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:10.554637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.899438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:32:10.554668Z","caller":"traceutil/trace.go:171","msg":"trace[709513132] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7721; }","duration":"211.950979ms","start":"2026-02-27T01:32:10.342707Z","end":"2026-02-27T01:32:10.554658Z","steps":["trace[709513132] 'agreement among raft nodes before linearized reading' (duration: 211.829756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.554749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.743004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T01:32:10.554822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.029443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-27T01:32:10.554846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.58303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:32:10.554845Z","caller":"traceutil/trace.go:171","msg":"trace[1132957190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7721; }","duration":"211.853477ms","start":"2026-02-27T01:32:10.342974Z","end":"2026-02-27T01:32:10.554828Z","steps":["trace[1132957190] 'agreement among raft nodes before linearized reading' (duration: 211.60376ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.554867Z","caller":"traceutil/trace.go:171","msg":"trace[1854138186] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:7721; }","duration":"179.105016ms","start":"2026-02-27T01:32:10.375752Z","end":"2026-02-27T01:32:10.554857Z","steps":["trace[1854138186] 'agreement among raft nodes before linearized reading' (duration: 178.979052ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.554874Z","caller":"traceutil/trace.go:171","msg":"trace[1207312869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7721; }","duration":"211.618111ms","start":"2026-02-27T01:32:10.343247Z","end":"2026-02-27T01:32:10.554865Z","steps":["trace[1207312869] 'agreement among raft nodes before linearized reading' (duration: 211.536579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.554773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.573986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:32:10.554987Z","caller":"traceutil/trace.go:171","msg":"trace[321681917] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7721; }","duration":"150.843504ms","start":"2026-02-27T01:32:10.404132Z","end":"2026-02-27T01:32:10.554975Z","steps":["trace[321681917] 'agreement among raft nodes before linearized reading' (duration: 150.465144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.555006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.894242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:32:10.555038Z","caller":"traceutil/trace.go:171","msg":"trace[654675876] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7721; }","duration":"127.944414ms","start":"2026-02-27T01:32:10.427084Z","end":"2026-02-27T01:32:10.555028Z","steps":["trace[654675876] 'agreement among raft nodes before linearized reading' (duration: 127.865712ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.758856Z","caller":"traceutil/trace.go:171","msg":"trace[1025266348] linearizableReadLoop","detail":"{readStateIndex:8079; appliedIndex:8077; }","duration":"198.634615ms","start":"2026-02-27T01:32:10.560186Z","end":"2026-02-27T01:32:10.75882Z","steps":["trace[1025266348] 'read index received' (duration: 18.406239ms)","trace[1025266348] 'applied index is now lower than readState.Index' (duration: 180.226266ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:10.758971Z","caller":"traceutil/trace.go:171","msg":"trace[1329790651] transaction","detail":"{read_only:false; response_revision:7723; number_of_response:1; }","duration":"198.890202ms","start":"2026-02-27T01:32:10.560067Z","end":"2026-02-27T01:32:10.758957Z","steps":["trace[1329790651] 'process raft request' (duration: 163.737767ms)","trace[1329790651] 'compare' (duration: 34.58662ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:10.75907Z","caller":"traceutil/trace.go:171","msg":"trace[1428515577] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"195.176173ms","start":"2026-02-27T01:32:10.563867Z","end":"2026-02-27T01:32:10.759043Z","steps":["trace[1428515577] 'process raft request' (duration: 194.897535ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.758905Z","caller":"traceutil/trace.go:171","msg":"trace[1556196767] transaction","detail":"{read_only:false; response_revision:7724; number_of_response:1; }","duration":"198.987564ms","start":"2026-02-27T01:32:10.559888Z","end":"2026-02-27T01:32:10.758875Z","steps":["trace[1556196767] 'process raft request' (duration: 198.739778ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.758982Z","caller":"traceutil/trace.go:171","msg":"trace[1742535237] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"195.587934ms","start":"2026-02-27T01:32:10.563355Z","end":"2026-02-27T01:32:10.758943Z","steps":["trace[1742535237] 'process raft request' (duration: 195.342357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.759375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.166029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203465"} {"level":"info","ts":"2026-02-27T01:32:10.760389Z","caller":"traceutil/trace.go:171","msg":"trace[501170747] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7726; }","duration":"200.204177ms","start":"2026-02-27T01:32:10.560164Z","end":"2026-02-27T01:32:10.760368Z","steps":["trace[501170747] 'agreement among raft nodes before linearized reading' (duration: 198.82204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.759618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.397546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T01:32:10.760564Z","caller":"traceutil/trace.go:171","msg":"trace[1329540647] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7726; }","duration":"200.348081ms","start":"2026-02-27T01:32:10.560194Z","end":"2026-02-27T01:32:10.760542Z","steps":["trace[1329540647] 'agreement among raft nodes before linearized reading' (duration: 199.358114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:10.75965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.058116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:32:10.760709Z","caller":"traceutil/trace.go:171","msg":"trace[1737005772] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7726; }","duration":"159.168785ms","start":"2026-02-27T01:32:10.601514Z","end":"2026-02-27T01:32:10.760683Z","steps":["trace[1737005772] 'agreement among raft nodes before linearized reading' (duration: 158.053316ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:10.926705Z","caller":"traceutil/trace.go:171","msg":"trace[371268960] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"120.129586ms","start":"2026-02-27T01:32:10.806547Z","end":"2026-02-27T01:32:10.926676Z","steps":["trace[371268960] 'process raft request' (duration: 119.921641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:12.07524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.737888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:12.075329Z","caller":"traceutil/trace.go:171","msg":"trace[478048402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7732; }","duration":"201.849961ms","start":"2026-02-27T01:32:11.873457Z","end":"2026-02-27T01:32:12.075307Z","steps":["trace[478048402] 'range keys from in-memory index tree' (duration: 201.672046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:12.075246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.923198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:12.075405Z","caller":"traceutil/trace.go:171","msg":"trace[1613086125] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7732; }","duration":"230.146664ms","start":"2026-02-27T01:32:11.845239Z","end":"2026-02-27T01:32:12.075386Z","steps":["trace[1613086125] 'count revisions from in-memory index tree' (duration: 229.779214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:12.07556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.180624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T01:32:12.075664Z","caller":"traceutil/trace.go:171","msg":"trace[699712673] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7732; }","duration":"295.347839ms","start":"2026-02-27T01:32:11.780296Z","end":"2026-02-27T01:32:12.075644Z","steps":["trace[699712673] 'count revisions from in-memory index tree' (duration: 295.096962ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:12.534969Z","caller":"traceutil/trace.go:171","msg":"trace[412081302] linearizableReadLoop","detail":"{readStateIndex:8091; appliedIndex:8090; }","duration":"158.087426ms","start":"2026-02-27T01:32:12.376837Z","end":"2026-02-27T01:32:12.534925Z","steps":["trace[412081302] 'read index received' (duration: 157.669515ms)","trace[412081302] 'applied index is now lower than readState.Index' (duration: 415.731µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:12.535441Z","caller":"traceutil/trace.go:171","msg":"trace[564769810] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"195.031839ms","start":"2026-02-27T01:32:12.340315Z","end":"2026-02-27T01:32:12.535347Z","steps":["trace[564769810] 'process raft request' (duration: 194.30329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:12.535482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.6133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:32:12.535553Z","caller":"traceutil/trace.go:171","msg":"trace[1985293682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7733; }","duration":"158.714842ms","start":"2026-02-27T01:32:12.376822Z","end":"2026-02-27T01:32:12.535537Z","steps":["trace[1985293682] 'agreement among raft nodes before linearized reading' (duration: 158.446135ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:12.889539Z","caller":"traceutil/trace.go:171","msg":"trace[1606849661] linearizableReadLoop","detail":"{readStateIndex:8094; appliedIndex:8092; }","duration":"331.11566ms","start":"2026-02-27T01:32:12.558395Z","end":"2026-02-27T01:32:12.889511Z","steps":["trace[1606849661] 'read index received' (duration: 330.755641ms)","trace[1606849661] 'applied index is now lower than readState.Index' (duration: 358.789µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:12.889585Z","caller":"traceutil/trace.go:171","msg":"trace[292568242] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"349.704195ms","start":"2026-02-27T01:32:12.539833Z","end":"2026-02-27T01:32:12.889537Z","steps":["trace[292568242] 'process raft request' (duration: 349.423327ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:12.889647Z","caller":"traceutil/trace.go:171","msg":"trace[901240952] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"348.853222ms","start":"2026-02-27T01:32:12.540745Z","end":"2026-02-27T01:32:12.889599Z","steps":["trace[901240952] 'process raft request' (duration: 348.707359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:12.8898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:12.539799Z","time spent":"349.87979ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:12.889841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.39777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-27T01:32:12.889841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:12.540722Z","time spent":"349.006466ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:12.889837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.431499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:32:12.889903Z","caller":"traceutil/trace.go:171","msg":"trace[452944220] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:7736; }","duration":"121.478082ms","start":"2026-02-27T01:32:12.768397Z","end":"2026-02-27T01:32:12.889875Z","steps":["trace[452944220] 'agreement among raft nodes before linearized reading' (duration: 121.307197ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:12.889916Z","caller":"traceutil/trace.go:171","msg":"trace[1757188366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7736; }","duration":"331.520771ms","start":"2026-02-27T01:32:12.558376Z","end":"2026-02-27T01:32:12.889896Z","steps":["trace[1757188366] 'agreement among raft nodes before linearized reading' (duration: 331.253104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:12.889932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.966221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T01:32:12.889841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.368668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:32:12.88996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:12.558312Z","time spent":"331.638594ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:32:12.889973Z","caller":"traceutil/trace.go:171","msg":"trace[127037628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7736; }","duration":"126.065674ms","start":"2026-02-27T01:32:12.763894Z","end":"2026-02-27T01:32:12.889959Z","steps":["trace[127037628] 'agreement among raft nodes before linearized reading' (duration: 125.978322ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:12.889992Z","caller":"traceutil/trace.go:171","msg":"trace[1580787125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7736; }","duration":"307.583985ms","start":"2026-02-27T01:32:12.582394Z","end":"2026-02-27T01:32:12.889978Z","steps":["trace[1580787125] 'agreement among raft nodes before linearized reading' (duration: 307.313617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:12.890032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:12.582363Z","time spent":"307.658706ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:32:12.890034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.376996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:32:12.890105Z","caller":"traceutil/trace.go:171","msg":"trace[945292154] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7736; }","duration":"125.496458ms","start":"2026-02-27T01:32:12.764592Z","end":"2026-02-27T01:32:12.890088Z","steps":["trace[945292154] 'agreement among raft nodes before linearized reading' (duration: 125.245752ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:21.215693Z","caller":"traceutil/trace.go:171","msg":"trace[1910563387] transaction","detail":"{read_only:false; response_revision:7795; number_of_response:1; }","duration":"125.586051ms","start":"2026-02-27T01:32:21.090071Z","end":"2026-02-27T01:32:21.215657Z","steps":["trace[1910563387] 'process raft request' (duration: 98.274425ms)","trace[1910563387] 'compare' (duration: 27.09178ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:21.455915Z","caller":"traceutil/trace.go:171","msg":"trace[2112250972] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"158.495237ms","start":"2026-02-27T01:32:21.297388Z","end":"2026-02-27T01:32:21.455884Z","steps":["trace[2112250972] 'process raft request' (duration: 158.295082ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:24.850393Z","caller":"traceutil/trace.go:171","msg":"trace[534204692] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"112.151155ms","start":"2026-02-27T01:32:24.738215Z","end":"2026-02-27T01:32:24.850366Z","steps":["trace[534204692] 'process raft request' (duration: 111.99775ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:35.631342Z","caller":"traceutil/trace.go:171","msg":"trace[1642031834] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"127.578515ms","start":"2026-02-27T01:32:35.50374Z","end":"2026-02-27T01:32:35.631318Z","steps":["trace[1642031834] 'process raft request' (duration: 126.567368ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:35.631477Z","caller":"traceutil/trace.go:171","msg":"trace[219310802] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"127.682698ms","start":"2026-02-27T01:32:35.503772Z","end":"2026-02-27T01:32:35.631455Z","steps":["trace[219310802] 'process raft request' (duration: 127.496563ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:37.191903Z","caller":"traceutil/trace.go:171","msg":"trace[884578256] linearizableReadLoop","detail":"{readStateIndex:8303; appliedIndex:8302; }","duration":"317.750244ms","start":"2026-02-27T01:32:36.874128Z","end":"2026-02-27T01:32:37.191879Z","steps":["trace[884578256] 'read index received' (duration: 276.98219ms)","trace[884578256] 'applied index is now lower than readState.Index' (duration: 40.763054ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:37.192051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.913458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:37.192089Z","caller":"traceutil/trace.go:171","msg":"trace[1197021444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7934; }","duration":"318.003122ms","start":"2026-02-27T01:32:36.874072Z","end":"2026-02-27T01:32:37.192076Z","steps":["trace[1197021444] 'agreement among raft nodes before linearized reading' (duration: 317.92469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:37.192126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:36.874051Z","time spent":"318.067493ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:32:37.193403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.090466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:32:37.193546Z","caller":"traceutil/trace.go:171","msg":"trace[285545081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7935; }","duration":"291.27599ms","start":"2026-02-27T01:32:36.902253Z","end":"2026-02-27T01:32:37.193529Z","steps":["trace[285545081] 'agreement among raft nodes before linearized reading' (duration: 291.007123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:37.193581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.34977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:32:37.193428Z","caller":"traceutil/trace.go:171","msg":"trace[1421540579] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"319.237124ms","start":"2026-02-27T01:32:36.874162Z","end":"2026-02-27T01:32:37.193399Z","steps":["trace[1421540579] 'process raft request' (duration: 318.856444ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:37.193671Z","caller":"traceutil/trace.go:171","msg":"trace[1732055161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7935; }","duration":"100.491684ms","start":"2026-02-27T01:32:37.093159Z","end":"2026-02-27T01:32:37.193651Z","steps":["trace[1732055161] 'agreement among raft nodes before linearized reading' (duration: 100.184435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:37.193805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:36.874126Z","time spent":"319.591613ms","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:49.705393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551169016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:32:50.20642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551169016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:32:50.265123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.099075295s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:32:50.265628Z","caller":"traceutil/trace.go:171","msg":"trace[927719516] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"1.099666771s","start":"2026-02-27T01:32:49.165935Z","end":"2026-02-27T01:32:50.265602Z","steps":["trace[927719516] 'process raft request' (duration: 1.099515587s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:50.265762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:49.165913Z","time spent":"1.099768584s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:51.873721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000133909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T01:32:51.873809Z","caller":"traceutil/trace.go:171","msg":"trace[701104852] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000273303s","start":"2026-02-27T01:32:49.873514Z","end":"2026-02-27T01:32:51.873787Z","steps":["trace[701104852] 'agreement among raft nodes before linearized reading' (duration: 2.00016721s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:51.87386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:49.873493Z","time spent":"2.000352935s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 01:32:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:32:51.985168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.24615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:32:51.985389Z","caller":"traceutil/trace.go:171","msg":"trace[1461946547] linearizableReadLoop","detail":"{readStateIndex:8417; appliedIndex:8414; }","duration":"2.780220687s","start":"2026-02-27T01:32:49.205146Z","end":"2026-02-27T01:32:51.985367Z","steps":["trace[1461946547] 'read index received' (duration: 1.060340345s)","trace[1461946547] 'applied index is now lower than readState.Index' (duration: 1.719879202s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:51.98551Z","caller":"traceutil/trace.go:171","msg":"trace[1303143502] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"2.667700862s","start":"2026-02-27T01:32:49.317791Z","end":"2026-02-27T01:32:51.985492Z","steps":["trace[1303143502] 'process raft request' (duration: 1.691967929s)","trace[1303143502] 'compare' (duration: 974.955562ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:51.985592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:49.31778Z","time spent":"2.667765424s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:51.985785Z","caller":"traceutil/trace.go:171","msg":"trace[66055336] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"1.887938485s","start":"2026-02-27T01:32:50.097796Z","end":"2026-02-27T01:32:51.985735Z","steps":["trace[66055336] 'process raft request' (duration: 1.887482462s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:51.985822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780664878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-27T01:32:51.985854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.727216946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:32:51.985884Z","caller":"traceutil/trace.go:171","msg":"trace[1332991468] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8041; }","duration":"2.780767391s","start":"2026-02-27T01:32:49.205098Z","end":"2026-02-27T01:32:51.985865Z","steps":["trace[1332991468] 'agreement among raft nodes before linearized reading' (duration: 2.780506294s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:51.985881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669257174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-02-27T01:32:51.985918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:49.205081Z","time spent":"2.780828262s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T01:32:51.985918Z","caller":"traceutil/trace.go:171","msg":"trace[1810078783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8041; }","duration":"2.727305718s","start":"2026-02-27T01:32:49.258594Z","end":"2026-02-27T01:32:51.9859Z","steps":["trace[1810078783] 'agreement among raft nodes before linearized reading' (duration: 2.727120513s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:51.985925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669248684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:32:51.985931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428836438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:51.985941Z","caller":"traceutil/trace.go:171","msg":"trace[1714988447] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8041; }","duration":"2.669327926s","start":"2026-02-27T01:32:49.316595Z","end":"2026-02-27T01:32:51.985923Z","steps":["trace[1714988447] 'agreement among raft nodes before linearized reading' (duration: 2.669170101s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:51.985957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664521198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-27T01:32:51.985963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:50.097775Z","time spent":"1.888096988s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:51.985984Z","caller":"traceutil/trace.go:171","msg":"trace[584356354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8041; }","duration":"2.669317146s","start":"2026-02-27T01:32:49.316649Z","end":"2026-02-27T01:32:51.985967Z","steps":["trace[584356354] 'agreement among raft nodes before linearized reading' (duration: 2.66910794s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:51.98596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.554592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-02-27T01:32:51.985996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:49.316592Z","time spent":"2.669392817s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T01:32:51.985996Z","caller":"traceutil/trace.go:171","msg":"trace[1320561460] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8041; }","duration":"1.428944661s","start":"2026-02-27T01:32:50.55703Z","end":"2026-02-27T01:32:51.985974Z","steps":["trace[1320561460] 'agreement among raft nodes before linearized reading' (duration: 1.428814007s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:51.986022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:49.316645Z","time spent":"2.669368877s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:32:51.985992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196948906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:32:51.986047Z","caller":"traceutil/trace.go:171","msg":"trace[1145266318] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8041; }","duration":"573.694656ms","start":"2026-02-27T01:32:51.412329Z","end":"2026-02-27T01:32:51.986024Z","steps":["trace[1145266318] 'agreement among raft nodes before linearized reading' (duration: 573.396528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:51.986054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:50.557006Z","time spent":"1.429033944s","remote":"127.0.0.1:60120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:51.986068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669328435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:32:51.986012Z","caller":"traceutil/trace.go:171","msg":"trace[999122731] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:8041; }","duration":"2.66458529s","start":"2026-02-27T01:32:49.321413Z","end":"2026-02-27T01:32:51.985998Z","steps":["trace[999122731] 'agreement among raft nodes before linearized reading' (duration: 2.664412505s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:51.986098Z","caller":"traceutil/trace.go:171","msg":"trace[129218676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8041; }","duration":"2.669392317s","start":"2026-02-27T01:32:49.3167Z","end":"2026-02-27T01:32:51.986092Z","steps":["trace[129218676] 'agreement among raft nodes before linearized reading' (duration: 2.669332755s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:51.986137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:49.316682Z","time spent":"2.669450509s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:32:51.986097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:51.412306Z","time spent":"573.779378ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-27T01:32:51.986101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669446389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T01:32:51.986089Z","caller":"traceutil/trace.go:171","msg":"trace[419529299] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8041; }","duration":"2.197135731s","start":"2026-02-27T01:32:49.788928Z","end":"2026-02-27T01:32:51.986064Z","steps":["trace[419529299] 'agreement among raft nodes before linearized reading' (duration: 2.196793972s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:51.986084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669494881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:32:51.986161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:49.32138Z","time spent":"2.664766334s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-g9wcw\" "} {"level":"warn","ts":"2026-02-27T01:32:51.986166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195103028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:32:51.986197Z","caller":"traceutil/trace.go:171","msg":"trace[385121459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8041; }","duration":"2.669554271s","start":"2026-02-27T01:32:49.316624Z","end":"2026-02-27T01:32:51.986178Z","steps":["trace[385121459] 'agreement among raft nodes before linearized reading' (duration: 2.669314745s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:51.986208Z","caller":"traceutil/trace.go:171","msg":"trace[1100779888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8041; }","duration":"2.669628524s","start":"2026-02-27T01:32:49.316565Z","end":"2026-02-27T01:32:51.986194Z","steps":["trace[1100779888] 'agreement among raft nodes before linearized reading' (duration: 2.669431348s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:51.986208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:49.788908Z","time spent":"2.197281806s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:32:51.986221Z","caller":"traceutil/trace.go:171","msg":"trace[527939366] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8041; }","duration":"2.195179059s","start":"2026-02-27T01:32:49.791028Z","end":"2026-02-27T01:32:51.986207Z","steps":["trace[527939366] 'agreement among raft nodes before linearized reading' (duration: 2.195008975s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:51.986242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:49.31662Z","time spent":"2.669611404s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:32:51.986254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:49.316557Z","time spent":"2.669685435s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:32:51.98627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:49.791018Z","time spent":"2.195241211s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:32:51.985968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:49.258584Z","time spent":"2.72737061s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:32:51.986462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.082173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-27T01:32:51.986464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.396191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:51.986503Z","caller":"traceutil/trace.go:171","msg":"trace[1266754971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8041; }","duration":"112.475033ms","start":"2026-02-27T01:32:51.874021Z","end":"2026-02-27T01:32:51.986496Z","steps":["trace[1266754971] 'agreement among raft nodes before linearized reading' (duration: 112.416291ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:51.986507Z","caller":"traceutil/trace.go:171","msg":"trace[1849227257] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:8041; }","duration":"519.157155ms","start":"2026-02-27T01:32:51.467336Z","end":"2026-02-27T01:32:51.986494Z","steps":["trace[1849227257] 'agreement among raft nodes before linearized reading' (duration: 519.027691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:51.986546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:51.467323Z","time spent":"519.213976ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"info","ts":"2026-02-27T01:32:52.803233Z","caller":"traceutil/trace.go:171","msg":"trace[1046088322] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"106.788861ms","start":"2026-02-27T01:32:52.696381Z","end":"2026-02-27T01:32:52.80317Z","steps":["trace[1046088322] 'process raft request' (duration: 106.641937ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:52.972487Z","caller":"traceutil/trace.go:171","msg":"trace[1962811479] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"139.591545ms","start":"2026-02-27T01:32:52.832866Z","end":"2026-02-27T01:32:52.972458Z","steps":["trace[1962811479] 'process raft request' (duration: 134.825118ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:54.255599Z","caller":"traceutil/trace.go:171","msg":"trace[590260908] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"129.453574ms","start":"2026-02-27T01:32:54.126122Z","end":"2026-02-27T01:32:54.255575Z","steps":["trace[590260908] 'process raft request' (duration: 75.645403ms)","trace[590260908] 'compare' (duration: 53.669738ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:54.457851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.515081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:32:54.458394Z","caller":"traceutil/trace.go:171","msg":"trace[1553112305] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"191.428863ms","start":"2026-02-27T01:32:54.266929Z","end":"2026-02-27T01:32:54.458358Z","steps":["trace[1553112305] 'process raft request' (duration: 89.301826ms)","trace[1553112305] 'compare' (duration: 101.385457ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:56.55973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551169096,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:32:56.567744Z","caller":"traceutil/trace.go:171","msg":"trace[1541368872] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"518.646289ms","start":"2026-02-27T01:32:56.04907Z","end":"2026-02-27T01:32:56.567716Z","steps":["trace[1541368872] 'process raft request' (duration: 518.409953ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:56.567745Z","caller":"traceutil/trace.go:171","msg":"trace[887627645] linearizableReadLoop","detail":"{readStateIndex:8449; appliedIndex:8448; }","duration":"508.343185ms","start":"2026-02-27T01:32:56.059367Z","end":"2026-02-27T01:32:56.56771Z","steps":["trace[887627645] 'read index received' (duration: 508.004666ms)","trace[887627645] 'applied index is now lower than readState.Index' (duration: 333.539µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:56.567902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:56.049059Z","time spent":"518.749342ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:56.567986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.614303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:32:56.568076Z","caller":"traceutil/trace.go:171","msg":"trace[1259519075] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8071; }","duration":"508.711705ms","start":"2026-02-27T01:32:56.05932Z","end":"2026-02-27T01:32:56.568032Z","steps":["trace[1259519075] 'agreement among raft nodes before linearized reading' (duration: 508.49157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:56.568112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:56.0593Z","time spent":"508.803307ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:32:56.568156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.941748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-02-27T01:32:56.56818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.713415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:32:56.568197Z","caller":"traceutil/trace.go:171","msg":"trace[878301933] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8071; }","duration":"115.045611ms","start":"2026-02-27T01:32:56.453136Z","end":"2026-02-27T01:32:56.568182Z","steps":["trace[878301933] 'agreement among raft nodes before linearized reading' (duration: 114.874807ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:56.568236Z","caller":"traceutil/trace.go:171","msg":"trace[2037556726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8071; }","duration":"508.808487ms","start":"2026-02-27T01:32:56.059407Z","end":"2026-02-27T01:32:56.568215Z","steps":["trace[2037556726] 'agreement among raft nodes before linearized reading' (duration: 508.599522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:56.568235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.572695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T01:32:56.568255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.69177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T01:32:56.568272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:56.059385Z","time spent":"508.87771ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:32:56.568295Z","caller":"traceutil/trace.go:171","msg":"trace[1780418736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8071; }","duration":"445.692818ms","start":"2026-02-27T01:32:56.122587Z","end":"2026-02-27T01:32:56.56828Z","steps":["trace[1780418736] 'agreement among raft nodes before linearized reading' (duration: 445.489193ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:56.568296Z","caller":"traceutil/trace.go:171","msg":"trace[939399141] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8071; }","duration":"306.782853ms","start":"2026-02-27T01:32:56.261503Z","end":"2026-02-27T01:32:56.568285Z","steps":["trace[939399141] 'agreement among raft nodes before linearized reading' (duration: 306.66698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:56.56833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:56.122561Z","time spent":"445.76369ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:32:56.568331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:56.261478Z","time spent":"306.846774ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:32:56.568348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.430403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:32:56.568408Z","caller":"traceutil/trace.go:171","msg":"trace[500098025] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8071; }","duration":"412.497085ms","start":"2026-02-27T01:32:56.155893Z","end":"2026-02-27T01:32:56.56839Z","steps":["trace[500098025] 'agreement among raft nodes before linearized reading' (duration: 412.290409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:56.568434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:56.155858Z","time spent":"412.571437ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:32:56.568436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.897722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T01:32:56.568445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.540421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:32:56.568468Z","caller":"traceutil/trace.go:171","msg":"trace[84185077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8071; }","duration":"472.978024ms","start":"2026-02-27T01:32:56.09548Z","end":"2026-02-27T01:32:56.568458Z","steps":["trace[84185077] 'agreement among raft nodes before linearized reading' (duration: 472.883541ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:56.568491Z","caller":"traceutil/trace.go:171","msg":"trace[742551464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8071; }","duration":"446.607362ms","start":"2026-02-27T01:32:56.121869Z","end":"2026-02-27T01:32:56.568476Z","steps":["trace[742551464] 'agreement among raft nodes before linearized reading' (duration: 446.480269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:56.568508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:56.095453Z","time spent":"473.047696ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:32:56.568524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:56.121856Z","time spent":"446.660414ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:32:56.837671Z","caller":"traceutil/trace.go:171","msg":"trace[1479486822] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"255.17004ms","start":"2026-02-27T01:32:56.582472Z","end":"2026-02-27T01:32:56.837642Z","steps":["trace[1479486822] 'process raft request' (duration: 161.286962ms)","trace[1479486822] 'compare' (duration: 93.770355ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:56.887558Z","caller":"traceutil/trace.go:171","msg":"trace[952654063] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"303.996428ms","start":"2026-02-27T01:32:56.583521Z","end":"2026-02-27T01:32:56.887517Z","steps":["trace[952654063] 'process raft request' (duration: 303.887766ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:56.887741Z","caller":"traceutil/trace.go:171","msg":"trace[512103002] linearizableReadLoop","detail":"{readStateIndex:8452; appliedIndex:8449; }","duration":"304.134822ms","start":"2026-02-27T01:32:56.583557Z","end":"2026-02-27T01:32:56.887692Z","steps":["trace[512103002] 'read index received' (duration: 160.214063ms)","trace[512103002] 'applied index is now lower than readState.Index' (duration: 143.919939ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:56.887787Z","caller":"traceutil/trace.go:171","msg":"trace[1131634375] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"304.991475ms","start":"2026-02-27T01:32:56.582702Z","end":"2026-02-27T01:32:56.887694Z","steps":["trace[1131634375] 'process raft request' (duration: 304.512902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:56.887846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:56.583512Z","time spent":"304.157254ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:56.887935Z","caller":"traceutil/trace.go:171","msg":"trace[1231835914] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"304.360448ms","start":"2026-02-27T01:32:56.583558Z","end":"2026-02-27T01:32:56.887919Z","steps":["trace[1231835914] 'process raft request' (duration: 303.899606ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:56.888033Z","caller":"traceutil/trace.go:171","msg":"trace[1871010275] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"303.913277ms","start":"2026-02-27T01:32:56.584105Z","end":"2026-02-27T01:32:56.888018Z","steps":["trace[1871010275] 'process raft request' (duration: 303.469475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:56.88806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:56.582693Z","time spent":"305.209351ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:56.888076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:56.583553Z","time spent":"304.41812ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:56.888105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:56.584092Z","time spent":"303.973658ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:56.888159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.598325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-02-27T01:32:56.888184Z","caller":"traceutil/trace.go:171","msg":"trace[326602305] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"301.704438ms","start":"2026-02-27T01:32:56.586475Z","end":"2026-02-27T01:32:56.88818Z","steps":["trace[326602305] 'process raft request' (duration: 301.164074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:56.888212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:56.586436Z","time spent":"301.76014ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:32:56.888205Z","caller":"traceutil/trace.go:171","msg":"trace[1004825303] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8077; }","duration":"304.666436ms","start":"2026-02-27T01:32:56.583522Z","end":"2026-02-27T01:32:56.888189Z","steps":["trace[1004825303] 'agreement among raft nodes before linearized reading' (duration: 304.507452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:56.888243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:56.583504Z","time spent":"304.732419ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:32:58.514598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551169120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:32:59.015385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551169120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:32:59.516157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551169120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:32:59.56822Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.64758043s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:32:59.568593Z","caller":"traceutil/trace.go:171","msg":"trace[1030409546] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"1.648141684s","start":"2026-02-27T01:32:57.920426Z","end":"2026-02-27T01:32:59.568567Z","steps":["trace[1030409546] 'process raft request' (duration: 1.64799377s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.568751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:57.920417Z","time spent":"1.648254227s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:32:59.768051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.666672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:32:59.768165Z","caller":"traceutil/trace.go:171","msg":"trace[1864970097] linearizableReadLoop","detail":"{readStateIndex:8461; appliedIndex:8459; }","duration":"1.754033642s","start":"2026-02-27T01:32:58.01411Z","end":"2026-02-27T01:32:59.768144Z","steps":["trace[1864970097] 'read index received' (duration: 1.554352559s)","trace[1864970097] 'applied index is now lower than readState.Index' (duration: 199.679703ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:59.768181Z","caller":"traceutil/trace.go:171","msg":"trace[1815398499] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"274.666008ms","start":"2026-02-27T01:32:59.493495Z","end":"2026-02-27T01:32:59.768161Z","steps":["trace[1815398499] 'process raft request' (duration: 127.78115ms)","trace[1815398499] 'compare' (duration: 146.508758ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:32:59.768383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754283019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T01:32:59.768405Z","caller":"traceutil/trace.go:171","msg":"trace[762330768] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8082; }","duration":"1.754324589s","start":"2026-02-27T01:32:58.014072Z","end":"2026-02-27T01:32:59.768396Z","steps":["trace[762330768] 'agreement among raft nodes before linearized reading' (duration: 1.754164575s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.768432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:58.014059Z","time spent":"1.754365991s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11518,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:32:59.768471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492708878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:32:59.768515Z","caller":"traceutil/trace.go:171","msg":"trace[706053197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8082; }","duration":"1.492806441s","start":"2026-02-27T01:32:58.275696Z","end":"2026-02-27T01:32:59.768502Z","steps":["trace[706053197] 'agreement among raft nodes before linearized reading' (duration: 1.492729529s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.768525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.245045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T01:32:59.768544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:58.275669Z","time spent":"1.492869063s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:32:59.768569Z","caller":"traceutil/trace.go:171","msg":"trace[1786939872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8082; }","duration":"876.306987ms","start":"2026-02-27T01:32:58.892249Z","end":"2026-02-27T01:32:59.768556Z","steps":["trace[1786939872] 'agreement among raft nodes before linearized reading' (duration: 876.145872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.768604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:58.892241Z","time spent":"876.356769ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:32:59.768581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.725818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:32:59.76866Z","caller":"traceutil/trace.go:171","msg":"trace[40866980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8082; }","duration":"926.893503ms","start":"2026-02-27T01:32:58.841746Z","end":"2026-02-27T01:32:59.76864Z","steps":["trace[40866980] 'agreement among raft nodes before linearized reading' (duration: 926.652776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.768715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363706605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:59.76872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715435695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-27T01:32:59.768584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717087048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:32:59.768761Z","caller":"traceutil/trace.go:171","msg":"trace[130370980] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8082; }","duration":"1.363777708s","start":"2026-02-27T01:32:58.404971Z","end":"2026-02-27T01:32:59.768749Z","steps":["trace[130370980] 'agreement among raft nodes before linearized reading' (duration: 1.363714936s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:59.768779Z","caller":"traceutil/trace.go:171","msg":"trace[719813517] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:8082; }","duration":"1.715505787s","start":"2026-02-27T01:32:58.053255Z","end":"2026-02-27T01:32:59.76876Z","steps":["trace[719813517] 'agreement among raft nodes before linearized reading' (duration: 1.715379764s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:59.768784Z","caller":"traceutil/trace.go:171","msg":"trace[634829100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8082; }","duration":"1.717364496s","start":"2026-02-27T01:32:58.051404Z","end":"2026-02-27T01:32:59.768768Z","steps":["trace[634829100] 'agreement among raft nodes before linearized reading' (duration: 1.716985476s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.768792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:58.404958Z","time spent":"1.363826239s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:32:59.76881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.082379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18230"} {"level":"warn","ts":"2026-02-27T01:32:59.768828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:58.051369Z","time spent":"1.717447108s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:32:59.768853Z","caller":"traceutil/trace.go:171","msg":"trace[1197639964] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8082; }","duration":"281.161541ms","start":"2026-02-27T01:32:59.487679Z","end":"2026-02-27T01:32:59.768841Z","steps":["trace[1197639964] 'agreement among raft nodes before linearized reading' (duration: 281.059418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.768881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.589496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:32:59.768916Z","caller":"traceutil/trace.go:171","msg":"trace[1332237923] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8082; }","duration":"858.645847ms","start":"2026-02-27T01:32:58.910259Z","end":"2026-02-27T01:32:59.768904Z","steps":["trace[1332237923] 'agreement among raft nodes before linearized reading' (duration: 858.584905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.768925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.317843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:32:59.768987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:58.910245Z","time spent":"858.73061ms","remote":"127.0.0.1:39604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:32:59.769001Z","caller":"traceutil/trace.go:171","msg":"trace[218840408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8082; }","duration":"895.455276ms","start":"2026-02-27T01:32:58.873532Z","end":"2026-02-27T01:32:59.768987Z","steps":["trace[218840408] 'agreement among raft nodes before linearized reading' (duration: 895.328163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.768717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:58.84172Z","time spent":"926.988036ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:32:59.769034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:58.873505Z","time spent":"895.521458ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:32:59.769057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.593888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T01:32:59.769088Z","caller":"traceutil/trace.go:171","msg":"trace[785923734] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8082; }","duration":"875.642639ms","start":"2026-02-27T01:32:58.893439Z","end":"2026-02-27T01:32:59.769082Z","steps":["trace[785923734] 'agreement among raft nodes before linearized reading' (duration: 875.566167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.76911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:58.893431Z","time spent":"875.67242ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:32:59.768819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:58.053243Z","time spent":"1.715568758s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-g9wcw\" "} {"level":"warn","ts":"2026-02-27T01:32:59.769137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.583039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:32:59.769178Z","caller":"traceutil/trace.go:171","msg":"trace[871585823] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8082; }","duration":"754.667371ms","start":"2026-02-27T01:32:59.014502Z","end":"2026-02-27T01:32:59.769169Z","steps":["trace[871585823] 'agreement among raft nodes before linearized reading' (duration: 754.561268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.769213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:59.01448Z","time spent":"754.727272ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:32:59.769325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.945794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T01:32:59.769315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.053949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:32:59.769446Z","caller":"traceutil/trace.go:171","msg":"trace[1937297878] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8082; }","duration":"779.262304ms","start":"2026-02-27T01:32:58.990156Z","end":"2026-02-27T01:32:59.769418Z","steps":["trace[1937297878] 'agreement among raft nodes before linearized reading' (duration: 778.968367ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:59.769403Z","caller":"traceutil/trace.go:171","msg":"trace[56604772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8082; }","duration":"877.083108ms","start":"2026-02-27T01:32:58.892305Z","end":"2026-02-27T01:32:59.769388Z","steps":["trace[56604772] 'agreement among raft nodes before linearized reading' (duration: 876.762009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.769532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:58.990132Z","time spent":"779.373788ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:32:59.769607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:58.892273Z","time spent":"877.284543ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:32:59.769314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.068297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T01:32:59.769682Z","caller":"traceutil/trace.go:171","msg":"trace[614180212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8082; }","duration":"877.497778ms","start":"2026-02-27T01:32:58.89217Z","end":"2026-02-27T01:32:59.769668Z","steps":["trace[614180212] 'agreement among raft nodes before linearized reading' (duration: 876.682376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.769746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:32:58.89215Z","time spent":"877.581711ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:32:59.960116Z","caller":"traceutil/trace.go:171","msg":"trace[1592215274] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"185.434083ms","start":"2026-02-27T01:32:59.774657Z","end":"2026-02-27T01:32:59.960091Z","steps":["trace[1592215274] 'process raft request' (duration: 185.365951ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:59.96023Z","caller":"traceutil/trace.go:171","msg":"trace[459514988] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"186.010868ms","start":"2026-02-27T01:32:59.774161Z","end":"2026-02-27T01:32:59.960172Z","steps":["trace[459514988] 'process raft request' (duration: 185.687199ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:59.960302Z","caller":"traceutil/trace.go:171","msg":"trace[1902827080] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"185.592208ms","start":"2026-02-27T01:32:59.774637Z","end":"2026-02-27T01:32:59.960229Z","steps":["trace[1902827080] 'process raft request' (duration: 185.348561ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:59.960483Z","caller":"traceutil/trace.go:171","msg":"trace[1357564592] linearizableReadLoop","detail":"{readStateIndex:8463; appliedIndex:8462; }","duration":"186.218844ms","start":"2026-02-27T01:32:59.774231Z","end":"2026-02-27T01:32:59.96045Z","steps":["trace[1357564592] 'read index received' (duration: 37.652011ms)","trace[1357564592] 'applied index is now lower than readState.Index' (duration: 148.565833ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:32:59.960364Z","caller":"traceutil/trace.go:171","msg":"trace[1647572187] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"185.267779ms","start":"2026-02-27T01:32:59.775085Z","end":"2026-02-27T01:32:59.960353Z","steps":["trace[1647572187] 'process raft request' (duration: 184.969851ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:59.960569Z","caller":"traceutil/trace.go:171","msg":"trace[148288772] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"185.117704ms","start":"2026-02-27T01:32:59.775372Z","end":"2026-02-27T01:32:59.960489Z","steps":["trace[148288772] 'process raft request' (duration: 184.94477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.96069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.43143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-02-27T01:32:59.960727Z","caller":"traceutil/trace.go:171","msg":"trace[1638366638] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8088; }","duration":"186.504121ms","start":"2026-02-27T01:32:59.774212Z","end":"2026-02-27T01:32:59.960716Z","steps":["trace[1638366638] 'agreement among raft nodes before linearized reading' (duration: 186.340427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.960708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.084134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:32:59.960814Z","caller":"traceutil/trace.go:171","msg":"trace[26713389] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8088; }","duration":"170.203538ms","start":"2026-02-27T01:32:59.790554Z","end":"2026-02-27T01:32:59.960757Z","steps":["trace[26713389] 'agreement among raft nodes before linearized reading' (duration: 170.092195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.961053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.590683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-02-27T01:32:59.960999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.679116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T01:32:59.961118Z","caller":"traceutil/trace.go:171","msg":"trace[1936484426] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8088; }","duration":"186.692287ms","start":"2026-02-27T01:32:59.77441Z","end":"2026-02-27T01:32:59.961103Z","steps":["trace[1936484426] 'agreement among raft nodes before linearized reading' (duration: 186.43291ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:32:59.961157Z","caller":"traceutil/trace.go:171","msg":"trace[1872256563] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8088; }","duration":"186.902842ms","start":"2026-02-27T01:32:59.774223Z","end":"2026-02-27T01:32:59.961126Z","steps":["trace[1872256563] 'agreement among raft nodes before linearized reading' (duration: 186.43318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:32:59.961246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.29994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208157"} {"level":"info","ts":"2026-02-27T01:32:59.961338Z","caller":"traceutil/trace.go:171","msg":"trace[1822535271] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8088; }","duration":"185.427913ms","start":"2026-02-27T01:32:59.775891Z","end":"2026-02-27T01:32:59.961319Z","steps":["trace[1822535271] 'agreement among raft nodes before linearized reading' (duration: 184.882119ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:00.079271Z","caller":"traceutil/trace.go:171","msg":"trace[168222184] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"111.568539ms","start":"2026-02-27T01:32:59.967676Z","end":"2026-02-27T01:33:00.079244Z","steps":["trace[168222184] 'process raft request' (duration: 61.836816ms)","trace[168222184] 'compare' (duration: 49.592019ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:00.226286Z","caller":"traceutil/trace.go:171","msg":"trace[1173045457] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"258.208901ms","start":"2026-02-27T01:32:59.96805Z","end":"2026-02-27T01:33:00.226259Z","steps":["trace[1173045457] 'process raft request' (duration: 211.207021ms)","trace[1173045457] 'compare' (duration: 46.763944ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:00.226512Z","caller":"traceutil/trace.go:171","msg":"trace[786852838] linearizableReadLoop","detail":"{readStateIndex:8470; appliedIndex:8468; }","duration":"143.441217ms","start":"2026-02-27T01:33:00.083009Z","end":"2026-02-27T01:33:00.226451Z","steps":["trace[786852838] 'read index received' (duration: 96.246952ms)","trace[786852838] 'applied index is now lower than readState.Index' (duration: 47.191775ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:00.226826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.793986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-02-27T01:33:00.22687Z","caller":"traceutil/trace.go:171","msg":"trace[668709271] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"214.553749ms","start":"2026-02-27T01:33:00.012303Z","end":"2026-02-27T01:33:00.226857Z","steps":["trace[668709271] 'process raft request' (duration: 213.875021ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:00.226879Z","caller":"traceutil/trace.go:171","msg":"trace[1912839473] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8091; }","duration":"143.891419ms","start":"2026-02-27T01:33:00.082969Z","end":"2026-02-27T01:33:00.22686Z","steps":["trace[1912839473] 'agreement among raft nodes before linearized reading' (duration: 143.662843ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:00.393013Z","caller":"traceutil/trace.go:171","msg":"trace[807076930] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"106.205246ms","start":"2026-02-27T01:33:00.286769Z","end":"2026-02-27T01:33:00.392974Z","steps":["trace[807076930] 'process raft request' (duration: 53.888494ms)","trace[807076930] 'compare' (duration: 51.87065ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:00.559688Z","caller":"traceutil/trace.go:171","msg":"trace[176748351] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"157.318466ms","start":"2026-02-27T01:33:00.402332Z","end":"2026-02-27T01:33:00.559651Z","steps":["trace[176748351] 'process raft request' (duration: 104.615304ms)","trace[176748351] 'compare' (duration: 52.437075ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:01.946038Z","caller":"traceutil/trace.go:171","msg":"trace[177846442] linearizableReadLoop","detail":"{readStateIndex:8476; appliedIndex:8475; }","duration":"129.199468ms","start":"2026-02-27T01:33:01.81681Z","end":"2026-02-27T01:33:01.94601Z","steps":["trace[177846442] 'read index received' (duration: 129.020673ms)","trace[177846442] 'applied index is now lower than readState.Index' (duration: 177.405µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:01.946104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:01.469866Z","time spent":"476.224201ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T01:33:01.946313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.488375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:33:01.946355Z","caller":"traceutil/trace.go:171","msg":"trace[855936069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8095; }","duration":"129.608679ms","start":"2026-02-27T01:33:01.816736Z","end":"2026-02-27T01:33:01.946344Z","steps":["trace[855936069] 'agreement among raft nodes before linearized reading' (duration: 129.413554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:02.448868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551169158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:33:03.300572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.171817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:03.300824Z","caller":"traceutil/trace.go:171","msg":"trace[873104673] linearizableReadLoop","detail":"{readStateIndex:8479; appliedIndex:8476; }","duration":"1.35294274s","start":"2026-02-27T01:33:01.947864Z","end":"2026-02-27T01:33:03.300806Z","steps":["trace[873104673] 'read index received' (duration: 530.390963ms)","trace[873104673] 'applied index is now lower than readState.Index' (duration: 822.550637ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:03.300915Z","caller":"traceutil/trace.go:171","msg":"trace[1346147461] transaction","detail":"{read_only:false; response_revision:8096; number_of_response:1; }","duration":"1.353775222s","start":"2026-02-27T01:33:01.947128Z","end":"2026-02-27T01:33:03.300903Z","steps":["trace[1346147461] 'process raft request' (duration: 531.196154ms)","trace[1346147461] 'compare' (duration: 821.836748ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:03.300971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:01.947109Z","time spent":"1.353831054s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:03.301406Z","caller":"traceutil/trace.go:171","msg":"trace[953467925] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"1.194560666s","start":"2026-02-27T01:33:02.106797Z","end":"2026-02-27T01:33:03.301358Z","steps":["trace[953467925] 'process raft request' (duration: 1.19397315s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:03.30148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335299181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T01:33:03.301466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353592557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:03.301479Z","caller":"traceutil/trace.go:171","msg":"trace[874787809] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"1.350690019s","start":"2026-02-27T01:33:01.950759Z","end":"2026-02-27T01:33:03.301449Z","steps":["trace[874787809] 'process raft request' (duration: 1.349913589s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:03.301523Z","caller":"traceutil/trace.go:171","msg":"trace[940610300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8098; }","duration":"1.335348392s","start":"2026-02-27T01:33:01.966164Z","end":"2026-02-27T01:33:03.301513Z","steps":["trace[940610300] 'agreement among raft nodes before linearized reading' (duration: 1.335221559s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:03.301555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:01.966162Z","time spent":"1.335386633s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:33:03.301532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016170118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:33:03.301546Z","caller":"traceutil/trace.go:171","msg":"trace[751385785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8098; }","duration":"1.353737381s","start":"2026-02-27T01:33:01.947788Z","end":"2026-02-27T01:33:03.301525Z","steps":["trace[751385785] 'agreement among raft nodes before linearized reading' (duration: 1.353590017s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:03.301566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334458458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:33:03.301549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.316016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:33:03.301611Z","caller":"traceutil/trace.go:171","msg":"trace[1815029226] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8098; }","duration":"1.016314462s","start":"2026-02-27T01:33:02.285278Z","end":"2026-02-27T01:33:03.301593Z","steps":["trace[1815029226] 'agreement among raft nodes before linearized reading' (duration: 1.016053595s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:03.301622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:01.947753Z","time spent":"1.353854475s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:33:03.30143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334718795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T01:33:03.301644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:02.106771Z","time spent":"1.19474917s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:03.301664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:02.285258Z","time spent":"1.016398255s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:33:03.301658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:01.950733Z","time spent":"1.350836514s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:03.301668Z","caller":"traceutil/trace.go:171","msg":"trace[211446917] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8098; }","duration":"903.48569ms","start":"2026-02-27T01:33:02.398156Z","end":"2026-02-27T01:33:03.301642Z","steps":["trace[211446917] 'agreement among raft nodes before linearized reading' (duration: 903.10763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:03.301441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335271139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:33:03.301735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:02.39814Z","time spent":"903.584603ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:33:03.301671Z","caller":"traceutil/trace.go:171","msg":"trace[1248710408] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8098; }","duration":"1.335004473s","start":"2026-02-27T01:33:01.966654Z","end":"2026-02-27T01:33:03.301658Z","steps":["trace[1248710408] 'agreement among raft nodes before linearized reading' (duration: 1.334623233s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:03.301479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33488581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:33:03.301774Z","caller":"traceutil/trace.go:171","msg":"trace[1388421235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8098; }","duration":"1.33564882s","start":"2026-02-27T01:33:01.966115Z","end":"2026-02-27T01:33:03.301764Z","steps":["trace[1388421235] 'agreement among raft nodes before linearized reading' (duration: 1.335150156s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:03.301794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:01.966639Z","time spent":"1.335146996s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T01:33:03.301805Z","caller":"traceutil/trace.go:171","msg":"trace[919329754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8098; }","duration":"1.335210849s","start":"2026-02-27T01:33:01.966585Z","end":"2026-02-27T01:33:03.301796Z","steps":["trace[919329754] 'agreement among raft nodes before linearized reading' (duration: 1.334797358s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:03.30182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:01.966107Z","time spent":"1.335701121s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:33:03.301863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:01.96657Z","time spent":"1.33526828s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:33:03.301626Z","caller":"traceutil/trace.go:171","msg":"trace[1572597315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8098; }","duration":"1.3345215s","start":"2026-02-27T01:33:01.967085Z","end":"2026-02-27T01:33:03.301607Z","steps":["trace[1572597315] 'agreement among raft nodes before linearized reading' (duration: 1.334399406s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:03.301916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:01.967078Z","time spent":"1.334826507s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:33:03.30143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332449184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T01:33:03.30201Z","caller":"traceutil/trace.go:171","msg":"trace[780268819] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:8098; }","duration":"1.333074031s","start":"2026-02-27T01:33:01.968924Z","end":"2026-02-27T01:33:03.301998Z","steps":["trace[780268819] 'agreement among raft nodes before linearized reading' (duration: 1.332333601s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:03.302039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:01.968911Z","time spent":"1.333119743s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-g9wcw\" "} {"level":"info","ts":"2026-02-27T01:33:03.712878Z","caller":"traceutil/trace.go:171","msg":"trace[1023514122] linearizableReadLoop","detail":"{readStateIndex:8480; appliedIndex:8479; }","duration":"407.518092ms","start":"2026-02-27T01:33:03.305334Z","end":"2026-02-27T01:33:03.712852Z","steps":["trace[1023514122] 'read index received' (duration: 309.010791ms)","trace[1023514122] 'applied index is now lower than readState.Index' (duration: 98.506011ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:03.712902Z","caller":"traceutil/trace.go:171","msg":"trace[1426542726] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"407.657197ms","start":"2026-02-27T01:33:03.305214Z","end":"2026-02-27T01:33:03.712871Z","steps":["trace[1426542726] 'process raft request' (duration: 308.975331ms)","trace[1426542726] 'compare' (duration: 98.4529ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:03.713037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:03.305194Z","time spent":"407.768819ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:03.713229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.859652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-02-27T01:33:03.713339Z","caller":"traceutil/trace.go:171","msg":"trace[752889249] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8099; }","duration":"407.998025ms","start":"2026-02-27T01:33:03.305314Z","end":"2026-02-27T01:33:03.713312Z","steps":["trace[752889249] 'agreement among raft nodes before linearized reading' (duration: 407.654226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:03.713403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:03.305281Z","time spent":"408.108988ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T01:33:03.768925Z","caller":"traceutil/trace.go:171","msg":"trace[558539983] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"462.835725ms","start":"2026-02-27T01:33:03.306067Z","end":"2026-02-27T01:33:03.768903Z","steps":["trace[558539983] 'process raft request' (duration: 462.756272ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:03.76898Z","caller":"traceutil/trace.go:171","msg":"trace[1694262989] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"463.0697ms","start":"2026-02-27T01:33:03.305864Z","end":"2026-02-27T01:33:03.768934Z","steps":["trace[1694262989] 'process raft request' (duration: 462.846114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:03.769064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:03.306045Z","time spent":"462.946157ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:03.769221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:03.305857Z","time spent":"463.229474ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:03.769781Z","caller":"traceutil/trace.go:171","msg":"trace[787566251] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"463.299667ms","start":"2026-02-27T01:33:03.306448Z","end":"2026-02-27T01:33:03.769748Z","steps":["trace[787566251] 'process raft request' (duration: 462.418434ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:03.769884Z","caller":"traceutil/trace.go:171","msg":"trace[1905939991] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"460.742409ms","start":"2026-02-27T01:33:03.309112Z","end":"2026-02-27T01:33:03.769854Z","steps":["trace[1905939991] 'process raft request' (duration: 460.615506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:03.769949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:03.306438Z","time spent":"463.42421ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:03.770047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:03.309098Z","time spent":"460.846961ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:03.770088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.566174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-02-27T01:33:03.770144Z","caller":"traceutil/trace.go:171","msg":"trace[2116046151] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8104; }","duration":"460.655766ms","start":"2026-02-27T01:33:03.309472Z","end":"2026-02-27T01:33:03.770128Z","steps":["trace[2116046151] 'agreement among raft nodes before linearized reading' (duration: 460.376519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:03.77018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:03.309466Z","time spent":"460.706968ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:33:03.770304Z","caller":"traceutil/trace.go:171","msg":"trace[1267003614] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"463.275966ms","start":"2026-02-27T01:33:03.307013Z","end":"2026-02-27T01:33:03.770289Z","steps":["trace[1267003614] 'process raft request' (duration: 462.617829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:03.770325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.289133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:03.770352Z","caller":"traceutil/trace.go:171","msg":"trace[400293989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8104; }","duration":"458.323185ms","start":"2026-02-27T01:33:03.312019Z","end":"2026-02-27T01:33:03.770342Z","steps":["trace[400293989] 'agreement among raft nodes before linearized reading' (duration: 458.277164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:03.770348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.378285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208157"} {"level":"warn","ts":"2026-02-27T01:33:03.770383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:03.312011Z","time spent":"458.366366ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:33:03.770419Z","caller":"traceutil/trace.go:171","msg":"trace[694764886] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8104; }","duration":"461.494318ms","start":"2026-02-27T01:33:03.308907Z","end":"2026-02-27T01:33:03.770401Z","steps":["trace[694764886] 'agreement among raft nodes before linearized reading' (duration: 460.968004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:03.770467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:03.308886Z","time spent":"461.567961ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":208179,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:33:03.770368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:03.307001Z","time spent":"463.331468ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:03.958118Z","caller":"traceutil/trace.go:171","msg":"trace[1195178852] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"182.6352ms","start":"2026-02-27T01:33:03.775455Z","end":"2026-02-27T01:33:03.958091Z","steps":["trace[1195178852] 'process raft request' (duration: 182.447675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:04.325872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.212804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:04.326043Z","caller":"traceutil/trace.go:171","msg":"trace[911740911] linearizableReadLoop","detail":"{readStateIndex:8487; appliedIndex:8486; }","duration":"363.917824ms","start":"2026-02-27T01:33:03.962099Z","end":"2026-02-27T01:33:04.326017Z","steps":["trace[911740911] 'read index received' (duration: 50.372451ms)","trace[911740911] 'applied index is now lower than readState.Index' (duration: 313.543783ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:04.326099Z","caller":"traceutil/trace.go:171","msg":"trace[1224219611] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"548.30082ms","start":"2026-02-27T01:33:03.777735Z","end":"2026-02-27T01:33:04.326035Z","steps":["trace[1224219611] 'process raft request' (duration: 234.782898ms)","trace[1224219611] 'compare' (duration: 313.028869ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:04.326296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:03.777718Z","time spent":"548.466354ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:04.326365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.233562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-02-27T01:33:04.326393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.412827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:04.326533Z","caller":"traceutil/trace.go:171","msg":"trace[19980943] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8106; }","duration":"364.473708ms","start":"2026-02-27T01:33:03.962021Z","end":"2026-02-27T01:33:04.326494Z","steps":["trace[19980943] 'agreement among raft nodes before linearized reading' (duration: 364.058507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:04.326597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:03.961994Z","time spent":"364.591372ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:33:04.326576Z","caller":"traceutil/trace.go:171","msg":"trace[1637169102] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8106; }","duration":"122.690405ms","start":"2026-02-27T01:33:04.203859Z","end":"2026-02-27T01:33:04.326549Z","steps":["trace[1637169102] 'agreement among raft nodes before linearized reading' (duration: 122.402977ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:04.560032Z","caller":"traceutil/trace.go:171","msg":"trace[717939769] linearizableReadLoop","detail":"{readStateIndex:8488; appliedIndex:8487; }","duration":"226.391964ms","start":"2026-02-27T01:33:04.333599Z","end":"2026-02-27T01:33:04.559991Z","steps":["trace[717939769] 'read index received' (duration: 130.849652ms)","trace[717939769] 'applied index is now lower than readState.Index' (duration: 95.540502ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:04.560466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.834775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.1897f6737b0f33de\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-02-27T01:33:04.560577Z","caller":"traceutil/trace.go:171","msg":"trace[1628257473] range","detail":"{range_begin:/registry/events/openstack/ceph.1897f6737b0f33de; range_end:; response_count:1; response_revision:8107; }","duration":"226.958989ms","start":"2026-02-27T01:33:04.333557Z","end":"2026-02-27T01:33:04.560516Z","steps":["trace[1628257473] 'agreement among raft nodes before linearized reading' (duration: 226.580209ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:04.560491Z","caller":"traceutil/trace.go:171","msg":"trace[1551300874] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"227.73884ms","start":"2026-02-27T01:33:04.332517Z","end":"2026-02-27T01:33:04.560256Z","steps":["trace[1551300874] 'process raft request' (duration: 131.932401ms)","trace[1551300874] 'compare' (duration: 95.360137ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:05.072046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.922134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:05.072133Z","caller":"traceutil/trace.go:171","msg":"trace[928895655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8108; }","duration":"199.026916ms","start":"2026-02-27T01:33:04.87309Z","end":"2026-02-27T01:33:05.072117Z","steps":["trace[928895655] 'range keys from in-memory index tree' (duration: 198.827081ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:05.483169Z","caller":"traceutil/trace.go:171","msg":"trace[245412452] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"171.70943ms","start":"2026-02-27T01:33:05.311415Z","end":"2026-02-27T01:33:05.483124Z","steps":["trace[245412452] 'process raft request' (duration: 171.531585ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:06.030139Z","caller":"traceutil/trace.go:171","msg":"trace[327055845] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"308.800077ms","start":"2026-02-27T01:33:05.721304Z","end":"2026-02-27T01:33:06.030104Z","steps":["trace[327055845] 'process raft request' (duration: 308.591071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:06.030345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:05.721273Z","time spent":"308.963791ms","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:06.066177Z","caller":"traceutil/trace.go:171","msg":"trace[1944694312] linearizableReadLoop","detail":"{readStateIndex:8492; appliedIndex:8490; }","duration":"292.424171ms","start":"2026-02-27T01:33:05.773709Z","end":"2026-02-27T01:33:06.066133Z","steps":["trace[1944694312] 'read index received' (duration: 256.152495ms)","trace[1944694312] 'applied index is now lower than readState.Index' (duration: 36.269346ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:06.066521Z","caller":"traceutil/trace.go:171","msg":"trace[1695430190] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"343.440738ms","start":"2026-02-27T01:33:05.722893Z","end":"2026-02-27T01:33:06.066333Z","steps":["trace[1695430190] 'process raft request' (duration: 342.920154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:06.066654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.914074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:33:06.066757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:05.722871Z","time spent":"343.765737ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:06.066773Z","caller":"traceutil/trace.go:171","msg":"trace[1392386070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8111; }","duration":"293.097889ms","start":"2026-02-27T01:33:05.773647Z","end":"2026-02-27T01:33:06.066745Z","steps":["trace[1392386070] 'agreement among raft nodes before linearized reading' (duration: 292.723079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:06.095202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.758025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T01:33:06.095534Z","caller":"traceutil/trace.go:171","msg":"trace[1014588705] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:8111; }","duration":"318.157335ms","start":"2026-02-27T01:33:05.777351Z","end":"2026-02-27T01:33:06.095508Z","steps":["trace[1014588705] 'agreement among raft nodes before linearized reading' (duration: 317.533308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:06.095686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:05.77734Z","time spent":"318.33033ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-g9wcw\" "} {"level":"warn","ts":"2026-02-27T01:33:06.095334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.964206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:06.095939Z","caller":"traceutil/trace.go:171","msg":"trace[1144240194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8111; }","duration":"222.787838ms","start":"2026-02-27T01:33:05.873126Z","end":"2026-02-27T01:33:06.095913Z","steps":["trace[1144240194] 'agreement among raft nodes before linearized reading' (duration: 221.927315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:06.095274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.415645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:33:06.096448Z","caller":"traceutil/trace.go:171","msg":"trace[1546658290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8111; }","duration":"321.781902ms","start":"2026-02-27T01:33:05.774651Z","end":"2026-02-27T01:33:06.096433Z","steps":["trace[1546658290] 'agreement among raft nodes before linearized reading' (duration: 320.20841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:06.096582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:05.774618Z","time spent":"321.937836ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:33:06.095277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.22044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:33:06.096727Z","caller":"traceutil/trace.go:171","msg":"trace[1091497864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8111; }","duration":"321.69367ms","start":"2026-02-27T01:33:05.77501Z","end":"2026-02-27T01:33:06.096704Z","steps":["trace[1091497864] 'agreement among raft nodes before linearized reading' (duration: 320.073937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:06.095407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.180313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T01:33:06.096798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:05.775Z","time spent":"321.776532ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:33:06.09687Z","caller":"traceutil/trace.go:171","msg":"trace[721852162] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8111; }","duration":"320.683353ms","start":"2026-02-27T01:33:05.776156Z","end":"2026-02-27T01:33:06.096839Z","steps":["trace[721852162] 'agreement among raft nodes before linearized reading' (duration: 318.792662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:06.096981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:05.776144Z","time spent":"320.800976ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T01:33:09.691819Z","caller":"traceutil/trace.go:171","msg":"trace[1289266668] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"189.497762ms","start":"2026-02-27T01:33:09.50226Z","end":"2026-02-27T01:33:09.691758Z","steps":["trace[1289266668] 'process raft request' (duration: 189.161723ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:12.336873Z","caller":"traceutil/trace.go:171","msg":"trace[192533773] linearizableReadLoop","detail":"{readStateIndex:8562; appliedIndex:8560; }","duration":"106.671129ms","start":"2026-02-27T01:33:12.230176Z","end":"2026-02-27T01:33:12.336847Z","steps":["trace[192533773] 'read index received' (duration: 24.008309ms)","trace[192533773] 'applied index is now lower than readState.Index' (duration: 82.66106ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:12.337195Z","caller":"traceutil/trace.go:171","msg":"trace[88111454] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"115.025411ms","start":"2026-02-27T01:33:12.222149Z","end":"2026-02-27T01:33:12.337175Z","steps":["trace[88111454] 'process raft request' (duration: 114.61725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:12.337644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.432749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:33:12.337755Z","caller":"traceutil/trace.go:171","msg":"trace[1909150086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8176; }","duration":"107.567642ms","start":"2026-02-27T01:33:12.230159Z","end":"2026-02-27T01:33:12.337727Z","steps":["trace[1909150086] 'agreement among raft nodes before linearized reading' (duration: 107.241474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:13.253415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.394819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:33:13.25356Z","caller":"traceutil/trace.go:171","msg":"trace[91991901] linearizableReadLoop","detail":"{readStateIndex:8569; appliedIndex:8568; }","duration":"100.6899ms","start":"2026-02-27T01:33:13.152845Z","end":"2026-02-27T01:33:13.253534Z","steps":["trace[91991901] 'read index received' (duration: 39.211µs)","trace[91991901] 'applied index is now lower than readState.Index' (duration: 100.649428ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:13.253633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.797432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:33:13.253673Z","caller":"traceutil/trace.go:171","msg":"trace[756370128] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8183; }","duration":"100.886605ms","start":"2026-02-27T01:33:13.152773Z","end":"2026-02-27T01:33:13.25366Z","steps":["trace[756370128] 'agreement among raft nodes before linearized reading' (duration: 100.820783ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:13.253792Z","caller":"traceutil/trace.go:171","msg":"trace[1875661439] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"469.097172ms","start":"2026-02-27T01:33:12.784625Z","end":"2026-02-27T01:33:13.253722Z","steps":["trace[1875661439] 'process raft request' (duration: 99.307952ms)","trace[1875661439] 'compare' (duration: 369.275716ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:33:13.254061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:12.784605Z","time spent":"469.320198ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:33:16.211044Z","caller":"traceutil/trace.go:171","msg":"trace[1826312194] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"136.515332ms","start":"2026-02-27T01:33:16.074498Z","end":"2026-02-27T01:33:16.211014Z","steps":["trace[1826312194] 'process raft request' (duration: 128.389766ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:16.211397Z","caller":"traceutil/trace.go:171","msg":"trace[1610464273] linearizableReadLoop","detail":"{readStateIndex:8623; appliedIndex:8621; }","duration":"134.329434ms","start":"2026-02-27T01:33:16.077046Z","end":"2026-02-27T01:33:16.211376Z","steps":["trace[1610464273] 'read index received' (duration: 125.929031ms)","trace[1610464273] 'applied index is now lower than readState.Index' (duration: 8.399323ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:16.21143Z","caller":"traceutil/trace.go:171","msg":"trace[837837448] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"134.710415ms","start":"2026-02-27T01:33:16.076693Z","end":"2026-02-27T01:33:16.211404Z","steps":["trace[837837448] 'process raft request' (duration: 134.584251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:16.211761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.696444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-02-27T01:33:16.211844Z","caller":"traceutil/trace.go:171","msg":"trace[846071729] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8235; }","duration":"134.801967ms","start":"2026-02-27T01:33:16.077024Z","end":"2026-02-27T01:33:16.211825Z","steps":["trace[846071729] 'agreement among raft nodes before linearized reading' (duration: 134.516349ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:16.382452Z","caller":"traceutil/trace.go:171","msg":"trace[1764756142] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"101.026988ms","start":"2026-02-27T01:33:16.281397Z","end":"2026-02-27T01:33:16.382424Z","steps":["trace[1764756142] 'process raft request' (duration: 100.822503ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:16.650034Z","caller":"traceutil/trace.go:171","msg":"trace[1026490802] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8254; }","duration":"141.146276ms","start":"2026-02-27T01:33:16.508855Z","end":"2026-02-27T01:33:16.650001Z","steps":["trace[1026490802] 'process raft request' (duration: 137.605262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:16.650173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.668215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-cephfs-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:33:16.650266Z","caller":"traceutil/trace.go:171","msg":"trace[500016531] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-cephfs-node; range_end:; response_count:0; response_revision:8254; }","duration":"107.799399ms","start":"2026-02-27T01:33:16.54244Z","end":"2026-02-27T01:33:16.650239Z","steps":["trace[500016531] 'agreement among raft nodes before linearized reading' (duration: 107.614794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:16.650256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.303411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9723"} {"level":"info","ts":"2026-02-27T01:33:16.650366Z","caller":"traceutil/trace.go:171","msg":"trace[1877323093] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:8254; }","duration":"135.463575ms","start":"2026-02-27T01:33:16.514871Z","end":"2026-02-27T01:33:16.650335Z","steps":["trace[1877323093] 'agreement among raft nodes before linearized reading' (duration: 135.185608ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:25.654383Z","caller":"traceutil/trace.go:171","msg":"trace[1476273387] linearizableReadLoop","detail":"{readStateIndex:8762; appliedIndex:8761; }","duration":"226.519008ms","start":"2026-02-27T01:33:25.427834Z","end":"2026-02-27T01:33:25.654353Z","steps":["trace[1476273387] 'read index received' (duration: 226.21475ms)","trace[1476273387] 'applied index is now lower than readState.Index' (duration: 303.258µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:33:25.654422Z","caller":"traceutil/trace.go:171","msg":"trace[692188905] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"406.854365ms","start":"2026-02-27T01:33:25.247531Z","end":"2026-02-27T01:33:25.654385Z","steps":["trace[692188905] 'process raft request' (duration: 406.608169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:33:25.654652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:33:25.247519Z","time spent":"406.98908ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4791,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:33:25.654702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.814685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:33:25.654866Z","caller":"traceutil/trace.go:171","msg":"trace[1930356984] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8369; }","duration":"227.074522ms","start":"2026-02-27T01:33:25.427767Z","end":"2026-02-27T01:33:25.654842Z","steps":["trace[1930356984] 'agreement among raft nodes before linearized reading' (duration: 226.754253ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:33:58.287299Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6016} {"level":"info","ts":"2026-02-27T01:33:58.406399Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6016,"took":"117.292551ms","hash":4077525529,"current-db-size-bytes":44965888,"current-db-size":"45 MB","current-db-size-in-use-bytes":22970368,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-27T01:33:58.406467Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4077525529,"revision":6016,"compact-revision":2876} {"level":"warn","ts":"2026-02-27T01:34:03.1685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.10155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:34:03.168836Z","caller":"traceutil/trace.go:171","msg":"trace[186514328] linearizableReadLoop","detail":"{readStateIndex:9158; appliedIndex:9156; }","duration":"507.876604ms","start":"2026-02-27T01:34:02.660941Z","end":"2026-02-27T01:34:03.168818Z","steps":["trace[186514328] 'read index received' (duration: 164.382714ms)","trace[186514328] 'applied index is now lower than readState.Index' (duration: 343.49289ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:03.168875Z","caller":"traceutil/trace.go:171","msg":"trace[545174313] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"537.290977ms","start":"2026-02-27T01:34:02.631545Z","end":"2026-02-27T01:34:03.168836Z","steps":["trace[545174313] 'process raft request' (duration: 193.766166ms)","trace[545174313] 'compare' (duration: 342.991147ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:03.168958Z","caller":"traceutil/trace.go:171","msg":"trace[897751481] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"536.987319ms","start":"2026-02-27T01:34:02.631942Z","end":"2026-02-27T01:34:03.16893Z","steps":["trace[897751481] 'process raft request' (duration: 536.820834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:03.169045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:02.63152Z","time spent":"537.4412ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:03.169082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.574219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T01:34:03.169108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:02.631925Z","time spent":"537.110241ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:03.169127Z","caller":"traceutil/trace.go:171","msg":"trace[300890951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8747; }","duration":"453.642081ms","start":"2026-02-27T01:34:02.715471Z","end":"2026-02-27T01:34:03.169114Z","steps":["trace[300890951] 'agreement among raft nodes before linearized reading' (duration: 453.456106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:03.169166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:02.715461Z","time spent":"453.697712ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:34:03.16914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.184382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:34:03.169242Z","caller":"traceutil/trace.go:171","msg":"trace[584284998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8747; }","duration":"508.314295ms","start":"2026-02-27T01:34:02.660899Z","end":"2026-02-27T01:34:03.169213Z","steps":["trace[584284998] 'agreement among raft nodes before linearized reading' (duration: 508.017767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:03.169294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:02.660879Z","time spent":"508.406088ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:34:03.169329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.428577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"warn","ts":"2026-02-27T01:34:03.169297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.344355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:03.169356Z","caller":"traceutil/trace.go:171","msg":"trace[1923406513] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8747; }","duration":"423.501849ms","start":"2026-02-27T01:34:02.745846Z","end":"2026-02-27T01:34:03.169348Z","steps":["trace[1923406513] 'agreement among raft nodes before linearized reading' (duration: 423.413916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:03.169363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.008055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-27T01:34:03.169397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:02.745822Z","time spent":"423.569111ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11518,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:34:03.169406Z","caller":"traceutil/trace.go:171","msg":"trace[2143134547] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:8747; }","duration":"382.071197ms","start":"2026-02-27T01:34:02.787324Z","end":"2026-02-27T01:34:03.169395Z","steps":["trace[2143134547] 'agreement among raft nodes before linearized reading' (duration: 381.911573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:03.169435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:02.787311Z","time spent":"382.118048ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-g9wcw\" "} {"level":"warn","ts":"2026-02-27T01:34:03.169402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.792571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:34:03.169435Z","caller":"traceutil/trace.go:171","msg":"trace[967763748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8747; }","duration":"296.52668ms","start":"2026-02-27T01:34:02.872864Z","end":"2026-02-27T01:34:03.169391Z","steps":["trace[967763748] 'agreement among raft nodes before linearized reading' (duration: 296.319894ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:03.169509Z","caller":"traceutil/trace.go:171","msg":"trace[1207389181] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8747; }","duration":"233.958055ms","start":"2026-02-27T01:34:02.935525Z","end":"2026-02-27T01:34:03.169483Z","steps":["trace[1207389181] 'agreement among raft nodes before linearized reading' (duration: 233.75673ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:03.314066Z","caller":"traceutil/trace.go:171","msg":"trace[1314007079] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"140.810947ms","start":"2026-02-27T01:34:03.173204Z","end":"2026-02-27T01:34:03.314015Z","steps":["trace[1314007079] 'process raft request' (duration: 138.240048ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:03.313959Z","caller":"traceutil/trace.go:171","msg":"trace[1302837518] linearizableReadLoop","detail":"{readStateIndex:9159; appliedIndex:9158; }","duration":"139.181874ms","start":"2026-02-27T01:34:03.174736Z","end":"2026-02-27T01:34:03.313918Z","steps":["trace[1302837518] 'read index received' (duration: 136.81173ms)","trace[1302837518] 'applied index is now lower than readState.Index' (duration: 2.368303ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:03.314504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.748518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T01:34:03.314583Z","caller":"traceutil/trace.go:171","msg":"trace[784945458] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8748; }","duration":"139.875492ms","start":"2026-02-27T01:34:03.17469Z","end":"2026-02-27T01:34:03.314565Z","steps":["trace[784945458] 'agreement among raft nodes before linearized reading' (duration: 139.386579ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:03.316632Z","caller":"traceutil/trace.go:171","msg":"trace[217967118] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"141.057703ms","start":"2026-02-27T01:34:03.175547Z","end":"2026-02-27T01:34:03.316605Z","steps":["trace[217967118] 'process raft request' (duration: 140.9479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:03.316975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.729002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:34:03.317037Z","caller":"traceutil/trace.go:171","msg":"trace[1986658137] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8749; }","duration":"132.815724ms","start":"2026-02-27T01:34:03.184203Z","end":"2026-02-27T01:34:03.317019Z","steps":["trace[1986658137] 'agreement among raft nodes before linearized reading' (duration: 132.592638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:03.317051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.617605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:241213"} {"level":"info","ts":"2026-02-27T01:34:03.317102Z","caller":"traceutil/trace.go:171","msg":"trace[605741848] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:8749; }","duration":"139.735778ms","start":"2026-02-27T01:34:03.177354Z","end":"2026-02-27T01:34:03.317089Z","steps":["trace[605741848] 'agreement among raft nodes before linearized reading' (duration: 139.227034ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:11.423072Z","caller":"traceutil/trace.go:171","msg":"trace[1441253875] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"201.727599ms","start":"2026-02-27T01:34:11.221315Z","end":"2026-02-27T01:34:11.423042Z","steps":["trace[1441253875] 'process raft request' (duration: 201.549594ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:11.42408Z","caller":"traceutil/trace.go:171","msg":"trace[183568907] linearizableReadLoop","detail":"{readStateIndex:9215; appliedIndex:9213; }","duration":"165.94661ms","start":"2026-02-27T01:34:11.258107Z","end":"2026-02-27T01:34:11.424054Z","steps":["trace[183568907] 'read index received' (duration: 164.83422ms)","trace[183568907] 'applied index is now lower than readState.Index' (duration: 1.11126ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:11.424368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.240289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:34:11.424424Z","caller":"traceutil/trace.go:171","msg":"trace[1357609330] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8801; }","duration":"166.34686ms","start":"2026-02-27T01:34:11.258064Z","end":"2026-02-27T01:34:11.424411Z","steps":["trace[1357609330] 'agreement among raft nodes before linearized reading' (duration: 166.230607ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:11.424426Z","caller":"traceutil/trace.go:171","msg":"trace[1811005521] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"202.462299ms","start":"2026-02-27T01:34:11.221935Z","end":"2026-02-27T01:34:11.424397Z","steps":["trace[1811005521] 'process raft request' (duration: 201.946445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:14.158998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.851341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:14.159087Z","caller":"traceutil/trace.go:171","msg":"trace[1887099559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8819; }","duration":"285.997215ms","start":"2026-02-27T01:34:13.873069Z","end":"2026-02-27T01:34:14.159066Z","steps":["trace[1887099559] 'range keys from in-memory index tree' (duration: 285.712147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:14.159354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.144006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T01:34:14.159433Z","caller":"traceutil/trace.go:171","msg":"trace[1034997749] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8819; }","duration":"465.28588ms","start":"2026-02-27T01:34:13.694128Z","end":"2026-02-27T01:34:14.159414Z","steps":["trace[1034997749] 'range keys from in-memory index tree' (duration: 464.818268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:14.159476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:13.694098Z","time spent":"465.369942ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11518,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:34:14.674072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551171244,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:34:15.164077Z","caller":"traceutil/trace.go:171","msg":"trace[2085293483] linearizableReadLoop","detail":"{readStateIndex:9236; appliedIndex:9235; }","duration":"990.743826ms","start":"2026-02-27T01:34:14.173303Z","end":"2026-02-27T01:34:15.164047Z","steps":["trace[2085293483] 'read index received' (duration: 990.712615ms)","trace[2085293483] 'applied index is now lower than readState.Index' (duration: 29.431µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:15.164156Z","caller":"traceutil/trace.go:171","msg":"trace[1081278137] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"996.492348ms","start":"2026-02-27T01:34:14.167621Z","end":"2026-02-27T01:34:15.164114Z","steps":["trace[1081278137] 'process raft request' (duration: 996.248202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:15.164322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.996062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"info","ts":"2026-02-27T01:34:15.164376Z","caller":"traceutil/trace.go:171","msg":"trace[119381905] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8820; }","duration":"991.069684ms","start":"2026-02-27T01:34:14.173286Z","end":"2026-02-27T01:34:15.164356Z","steps":["trace[119381905] 'agreement among raft nodes before linearized reading' (duration: 990.902749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:15.164357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:14.167604Z","time spent":"996.639072ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:15.16442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:14.173278Z","time spent":"991.133915ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4852,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T01:34:15.633194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.478356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:34:15.633417Z","caller":"traceutil/trace.go:171","msg":"trace[1951383664] linearizableReadLoop","detail":"{readStateIndex:9238; appliedIndex:9236; }","duration":"469.227445ms","start":"2026-02-27T01:34:15.164166Z","end":"2026-02-27T01:34:15.633393Z","steps":["trace[1951383664] 'read index received' (duration: 147.377939ms)","trace[1951383664] 'applied index is now lower than readState.Index' (duration: 321.847936ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:15.633509Z","caller":"traceutil/trace.go:171","msg":"trace[1973072849] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"781.366733ms","start":"2026-02-27T01:34:14.852105Z","end":"2026-02-27T01:34:15.633472Z","steps":["trace[1973072849] 'process raft request' (duration: 781.201258ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:15.633538Z","caller":"traceutil/trace.go:171","msg":"trace[1029234225] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"906.267855ms","start":"2026-02-27T01:34:14.727214Z","end":"2026-02-27T01:34:15.633481Z","steps":["trace[1029234225] 'process raft request' (duration: 584.402719ms)","trace[1029234225] 'compare' (duration: 321.321602ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:15.633635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017183027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T01:34:15.633673Z","caller":"traceutil/trace.go:171","msg":"trace[997447684] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8822; }","duration":"1.017269859s","start":"2026-02-27T01:34:14.616394Z","end":"2026-02-27T01:34:15.633663Z","steps":["trace[997447684] 'agreement among raft nodes before linearized reading' (duration: 1.017074714s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:15.633661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.51824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-02-27T01:34:15.633663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.288592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:34:15.633716Z","caller":"traceutil/trace.go:171","msg":"trace[1513094233] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8822; }","duration":"464.608103ms","start":"2026-02-27T01:34:15.169092Z","end":"2026-02-27T01:34:15.6337Z","steps":["trace[1513094233] 'agreement among raft nodes before linearized reading' (duration: 464.443448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:15.633738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.600312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T01:34:15.633773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.143343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:34:15.633761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:14.72716Z","time spent":"906.493341ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:15.633785Z","caller":"traceutil/trace.go:171","msg":"trace[151301304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8822; }","duration":"194.657812ms","start":"2026-02-27T01:34:15.43911Z","end":"2026-02-27T01:34:15.633768Z","steps":["trace[151301304] 'agreement among raft nodes before linearized reading' (duration: 194.524109ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:15.633798Z","caller":"traceutil/trace.go:171","msg":"trace[281830969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8822; }","duration":"193.208354ms","start":"2026-02-27T01:34:15.440585Z","end":"2026-02-27T01:34:15.633794Z","steps":["trace[281830969] 'agreement among raft nodes before linearized reading' (duration: 193.132882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:15.633763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.328728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T01:34:15.633762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401586951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T01:34:15.633838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.647385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:34:15.633862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.120915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T01:34:15.633768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:15.169068Z","time spent":"464.684584ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:34:15.633878Z","caller":"traceutil/trace.go:171","msg":"trace[814511189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8822; }","duration":"190.478352ms","start":"2026-02-27T01:34:15.443374Z","end":"2026-02-27T01:34:15.633853Z","steps":["trace[814511189] 'agreement among raft nodes before linearized reading' (duration: 190.181024ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:15.633883Z","caller":"traceutil/trace.go:171","msg":"trace[2133540475] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8822; }","duration":"311.735278ms","start":"2026-02-27T01:34:15.322136Z","end":"2026-02-27T01:34:15.633871Z","steps":["trace[2133540475] 'agreement among raft nodes before linearized reading' (duration: 311.662966ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:15.633878Z","caller":"traceutil/trace.go:171","msg":"trace[1811866663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8822; }","duration":"1.401768947s","start":"2026-02-27T01:34:14.232091Z","end":"2026-02-27T01:34:15.63386Z","steps":["trace[1811866663] 'agreement among raft nodes before linearized reading' (duration: 1.401402387s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:15.6339Z","caller":"traceutil/trace.go:171","msg":"trace[2063461664] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8822; }","duration":"198.160566ms","start":"2026-02-27T01:34:15.435729Z","end":"2026-02-27T01:34:15.633889Z","steps":["trace[2063461664] 'agreement among raft nodes before linearized reading' (duration: 198.049033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:15.633696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:14.616371Z","time spent":"1.01732105s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T01:34:15.633935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:15.322112Z","time spent":"311.8111ms","remote":"127.0.0.1:43558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:34:15.633939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:14.23207Z","time spent":"1.401857459s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:34:15.633737Z","caller":"traceutil/trace.go:171","msg":"trace[1440796112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8822; }","duration":"976.400965ms","start":"2026-02-27T01:34:14.657321Z","end":"2026-02-27T01:34:15.633722Z","steps":["trace[1440796112] 'agreement among raft nodes before linearized reading' (duration: 976.144018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:15.633962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.840596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-27T01:34:15.634023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:14.657298Z","time spent":"976.712823ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:34:15.634049Z","caller":"traceutil/trace.go:171","msg":"trace[1914540552] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:8822; }","duration":"183.952919ms","start":"2026-02-27T01:34:15.450068Z","end":"2026-02-27T01:34:15.634021Z","steps":["trace[1914540552] 'agreement among raft nodes before linearized reading' (duration: 183.749134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:15.633682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:14.852081Z","time spent":"781.509756ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:15.633809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.943636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:34:15.634156Z","caller":"traceutil/trace.go:171","msg":"trace[1725492492] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8822; }","duration":"173.299546ms","start":"2026-02-27T01:34:15.460836Z","end":"2026-02-27T01:34:15.634136Z","steps":["trace[1725492492] 'agreement among raft nodes before linearized reading' (duration: 172.885215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:15.633558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.199941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:15.634227Z","caller":"traceutil/trace.go:171","msg":"trace[483270236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8822; }","duration":"760.94022ms","start":"2026-02-27T01:34:14.873271Z","end":"2026-02-27T01:34:15.634211Z","steps":["trace[483270236] 'agreement among raft nodes before linearized reading' (duration: 760.210311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:15.634274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:14.873238Z","time spent":"761.023623ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:34:15.979664Z","caller":"traceutil/trace.go:171","msg":"trace[1178003469] linearizableReadLoop","detail":"{readStateIndex:9239; appliedIndex:9238; }","duration":"341.166908ms","start":"2026-02-27T01:34:15.638456Z","end":"2026-02-27T01:34:15.979623Z","steps":["trace[1178003469] 'read index received' (duration: 341.109317ms)","trace[1178003469] 'applied index is now lower than readState.Index' (duration: 56.051µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:34:15.979786Z","caller":"traceutil/trace.go:171","msg":"trace[793068668] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"342.72499ms","start":"2026-02-27T01:34:15.637042Z","end":"2026-02-27T01:34:15.979767Z","steps":["trace[793068668] 'process raft request' (duration: 342.401132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:15.979918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:15.637023Z","time spent":"342.797602ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:15.980134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.649481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T01:34:15.980212Z","caller":"traceutil/trace.go:171","msg":"trace[2080500987] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8823; }","duration":"341.752974ms","start":"2026-02-27T01:34:15.638436Z","end":"2026-02-27T01:34:15.980188Z","steps":["trace[2080500987] 'agreement among raft nodes before linearized reading' (duration: 341.522878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:15.980252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:15.638427Z","time spent":"341.818986ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:34:16.133727Z","caller":"traceutil/trace.go:171","msg":"trace[918415402] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"495.155062ms","start":"2026-02-27T01:34:15.638536Z","end":"2026-02-27T01:34:16.133691Z","steps":["trace[918415402] 'process raft request' (duration: 494.638849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:16.13399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:15.638525Z","time spent":"495.362748ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:16.13407Z","caller":"traceutil/trace.go:171","msg":"trace[1882918042] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"495.424719ms","start":"2026-02-27T01:34:15.638597Z","end":"2026-02-27T01:34:16.134022Z","steps":["trace[1882918042] 'process raft request' (duration: 495.027529ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:16.134139Z","caller":"traceutil/trace.go:171","msg":"trace[810257570] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"494.30598ms","start":"2026-02-27T01:34:15.639802Z","end":"2026-02-27T01:34:16.134108Z","steps":["trace[810257570] 'process raft request' (duration: 493.978641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:16.134333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:15.639784Z","time spent":"494.470434ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:16.134342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:15.638587Z","time spent":"495.630375ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:16.134429Z","caller":"traceutil/trace.go:171","msg":"trace[1604671113] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"493.826247ms","start":"2026-02-27T01:34:15.64056Z","end":"2026-02-27T01:34:16.134386Z","steps":["trace[1604671113] 'process raft request' (duration: 493.454187ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:16.134536Z","caller":"traceutil/trace.go:171","msg":"trace[2076235369] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"495.109122ms","start":"2026-02-27T01:34:15.639415Z","end":"2026-02-27T01:34:16.134524Z","steps":["trace[2076235369] 'process raft request' (duration: 494.28431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:16.134572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:15.640547Z","time spent":"493.951301ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:16.134605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:15.639404Z","time spent":"495.164793ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:16.134728Z","caller":"traceutil/trace.go:171","msg":"trace[469448034] linearizableReadLoop","detail":"{readStateIndex:9246; appliedIndex:9239; }","duration":"154.987611ms","start":"2026-02-27T01:34:15.979727Z","end":"2026-02-27T01:34:16.134714Z","steps":["trace[469448034] 'read index received' (duration: 153.352477ms)","trace[469448034] 'applied index is now lower than readState.Index' (duration: 1.633654ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:34:16.134822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.786396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:34:16.134747Z","caller":"traceutil/trace.go:171","msg":"trace[1236359153] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"493.130179ms","start":"2026-02-27T01:34:15.641607Z","end":"2026-02-27T01:34:16.134737Z","steps":["trace[1236359153] 'process raft request' (duration: 492.695988ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:16.134889Z","caller":"traceutil/trace.go:171","msg":"trace[71712525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8830; }","duration":"260.893199ms","start":"2026-02-27T01:34:15.873988Z","end":"2026-02-27T01:34:16.134881Z","steps":["trace[71712525] 'agreement among raft nodes before linearized reading' (duration: 260.804117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:16.135082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:15.641576Z","time spent":"493.366405ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:34:16.135454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.104128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:241169"} {"level":"info","ts":"2026-02-27T01:34:16.135505Z","caller":"traceutil/trace.go:171","msg":"trace[150215389] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:8830; }","duration":"496.174749ms","start":"2026-02-27T01:34:15.639319Z","end":"2026-02-27T01:34:16.135494Z","steps":["trace[150215389] 'agreement among raft nodes before linearized reading' (duration: 495.490941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:16.135569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:15.63931Z","time spent":"496.21758ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":28,"response size":241191,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T01:34:16.136346Z","caller":"traceutil/trace.go:171","msg":"trace[993898538] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"494.094755ms","start":"2026-02-27T01:34:15.639718Z","end":"2026-02-27T01:34:16.133813Z","steps":["trace[993898538] 'process raft request' (duration: 494.014123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:16.136437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:34:15.639707Z","time spent":"496.674973ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:34:16.157146Z","caller":"traceutil/trace.go:171","msg":"trace[797965275] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"171.93561ms","start":"2026-02-27T01:34:15.985183Z","end":"2026-02-27T01:34:16.157118Z","steps":["trace[797965275] 'process raft request' (duration: 171.700704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:34:16.157413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.132123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-657fbd4c88-ndxgw.1897f6685c36a4d8\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-02-27T01:34:16.15754Z","caller":"traceutil/trace.go:171","msg":"trace[1486223551] range","detail":"{range_begin:/registry/events/openstack/barbican-api-657fbd4c88-ndxgw.1897f6685c36a4d8; range_end:; response_count:1; response_revision:8831; }","duration":"124.347848ms","start":"2026-02-27T01:34:16.033165Z","end":"2026-02-27T01:34:16.157513Z","steps":["trace[1486223551] 'agreement among raft nodes before linearized reading' (duration: 123.899906ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:34:16.317225Z","caller":"traceutil/trace.go:171","msg":"trace[1073576625] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"119.437598ms","start":"2026-02-27T01:34:16.197741Z","end":"2026-02-27T01:34:16.317178Z","steps":["trace[1073576625] 'process raft request' (duration: 82.164879ms)","trace[1073576625] 'compare' (duration: 37.087004ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:35:38.392894Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T01:35:38.397701Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-27T01:35:38.397824Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-02-27T01:36:31.013621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.043255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:36:31.013745Z","caller":"traceutil/trace.go:171","msg":"trace[1999642159] linearizableReadLoop","detail":"{readStateIndex:10503; appliedIndex:10502; }","duration":"140.183162ms","start":"2026-02-27T01:36:30.873544Z","end":"2026-02-27T01:36:31.013727Z","steps":["trace[1999642159] 'read index received' (duration: 18.865459ms)","trace[1999642159] 'applied index is now lower than readState.Index' (duration: 121.316533ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:36:31.013848Z","caller":"traceutil/trace.go:171","msg":"trace[102032340] transaction","detail":"{read_only:false; response_revision:10027; number_of_response:1; }","duration":"171.335397ms","start":"2026-02-27T01:36:30.842425Z","end":"2026-02-27T01:36:31.01376Z","steps":["trace[102032340] 'process raft request' (duration: 50.061616ms)","trace[102032340] 'compare' (duration: 120.919132ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:36:31.013905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.365607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:36:31.013963Z","caller":"traceutil/trace.go:171","msg":"trace[1313710433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10027; }","duration":"140.48818ms","start":"2026-02-27T01:36:30.873459Z","end":"2026-02-27T01:36:31.013947Z","steps":["trace[1313710433] 'agreement among raft nodes before linearized reading' (duration: 140.389608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:36:31.984346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.151722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-02-27T01:36:31.984371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.355453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:36:31.984441Z","caller":"traceutil/trace.go:171","msg":"trace[51341803] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10034; }","duration":"194.303297ms","start":"2026-02-27T01:36:31.790112Z","end":"2026-02-27T01:36:31.984415Z","steps":["trace[51341803] 'range keys from in-memory index tree' (duration: 193.939167ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:36:31.984444Z","caller":"traceutil/trace.go:171","msg":"trace[850444580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10034; }","duration":"110.486476ms","start":"2026-02-27T01:36:31.873939Z","end":"2026-02-27T01:36:31.984425Z","steps":["trace[850444580] 'range keys from in-memory index tree' (duration: 110.146467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:36:31.98487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.64664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:36:31.985014Z","caller":"traceutil/trace.go:171","msg":"trace[777285354] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10034; }","duration":"167.841396ms","start":"2026-02-27T01:36:31.817141Z","end":"2026-02-27T01:36:31.984983Z","steps":["trace[777285354] 'range keys from in-memory index tree' (duration: 167.399894ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:36:34.163132Z","caller":"traceutil/trace.go:171","msg":"trace[958383912] transaction","detail":"{read_only:false; response_revision:10056; number_of_response:1; }","duration":"118.298623ms","start":"2026-02-27T01:36:34.044755Z","end":"2026-02-27T01:36:34.163053Z","steps":["trace[958383912] 'process raft request' (duration: 117.847101ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:36:34.358332Z","caller":"traceutil/trace.go:171","msg":"trace[941896299] transaction","detail":"{read_only:false; response_revision:10057; number_of_response:1; }","duration":"186.557571ms","start":"2026-02-27T01:36:34.17174Z","end":"2026-02-27T01:36:34.358298Z","steps":["trace[941896299] 'process raft request' (duration: 186.287714ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:36:34.397828Z","caller":"traceutil/trace.go:171","msg":"trace[2046728437] transaction","detail":"{read_only:false; response_revision:10058; number_of_response:1; }","duration":"225.052651ms","start":"2026-02-27T01:36:34.172739Z","end":"2026-02-27T01:36:34.397792Z","steps":["trace[2046728437] 'process raft request' (duration: 224.788094ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:36:34.397968Z","caller":"traceutil/trace.go:171","msg":"trace[1431455933] transaction","detail":"{read_only:false; response_revision:10059; number_of_response:1; }","duration":"224.955718ms","start":"2026-02-27T01:36:34.172986Z","end":"2026-02-27T01:36:34.397942Z","steps":["trace[1431455933] 'process raft request' (duration: 224.731832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:37:51.5943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.824808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:37:51.594454Z","caller":"traceutil/trace.go:171","msg":"trace[1523704721] linearizableReadLoop","detail":"{readStateIndex:11385; appliedIndex:11384; }","duration":"133.413154ms","start":"2026-02-27T01:37:51.461017Z","end":"2026-02-27T01:37:51.59443Z","steps":["trace[1523704721] 'read index received' (duration: 42.752µs)","trace[1523704721] 'applied index is now lower than readState.Index' (duration: 133.368292ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:37:51.594484Z","caller":"traceutil/trace.go:171","msg":"trace[592430676] transaction","detail":"{read_only:false; response_revision:10874; number_of_response:1; }","duration":"165.38401ms","start":"2026-02-27T01:37:51.429058Z","end":"2026-02-27T01:37:51.594442Z","steps":["trace[592430676] 'process raft request' (duration: 29.280895ms)","trace[592430676] 'compare' (duration: 135.676354ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:37:51.594773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.751823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:37:51.59482Z","caller":"traceutil/trace.go:171","msg":"trace[567041298] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10874; }","duration":"133.836835ms","start":"2026-02-27T01:37:51.460971Z","end":"2026-02-27T01:37:51.594807Z","steps":["trace[567041298] 'agreement among raft nodes before linearized reading' (duration: 133.63121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:37:51.594788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.595759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:37:51.594953Z","caller":"traceutil/trace.go:171","msg":"trace[1049280825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10874; }","duration":"133.810054ms","start":"2026-02-27T01:37:51.461121Z","end":"2026-02-27T01:37:51.594931Z","steps":["trace[1049280825] 'agreement among raft nodes before linearized reading' (duration: 133.530067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:37:51.595019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.424015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T01:37:51.595074Z","caller":"traceutil/trace.go:171","msg":"trace[1937195015] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:10874; }","duration":"110.533078ms","start":"2026-02-27T01:37:51.484529Z","end":"2026-02-27T01:37:51.595062Z","steps":["trace[1937195015] 'agreement among raft nodes before linearized reading' (duration: 110.266641ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:37:52.394356Z","caller":"traceutil/trace.go:171","msg":"trace[1814701465] transaction","detail":"{read_only:false; response_revision:10878; number_of_response:1; }","duration":"184.013734ms","start":"2026-02-27T01:37:52.21031Z","end":"2026-02-27T01:37:52.394324Z","steps":["trace[1814701465] 'process raft request' (duration: 183.682655ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:37:53.591536Z","caller":"traceutil/trace.go:171","msg":"trace[212559784] linearizableReadLoop","detail":"{readStateIndex:11396; appliedIndex:11395; }","duration":"176.6652ms","start":"2026-02-27T01:37:53.414844Z","end":"2026-02-27T01:37:53.591509Z","steps":["trace[212559784] 'read index received' (duration: 81.710465ms)","trace[212559784] 'applied index is now lower than readState.Index' (duration: 94.953405ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:37:53.591686Z","caller":"traceutil/trace.go:171","msg":"trace[888109391] transaction","detail":"{read_only:false; response_revision:10884; number_of_response:1; }","duration":"261.360143ms","start":"2026-02-27T01:37:53.330262Z","end":"2026-02-27T01:37:53.591623Z","steps":["trace[888109391] 'process raft request' (duration: 166.289294ms)","trace[888109391] 'compare' (duration: 94.833312ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:37:53.591816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.057033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:37:53.59186Z","caller":"traceutil/trace.go:171","msg":"trace[1826939931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10884; }","duration":"159.158736ms","start":"2026-02-27T01:37:53.43269Z","end":"2026-02-27T01:37:53.591849Z","steps":["trace[1826939931] 'agreement among raft nodes before linearized reading' (duration: 158.977981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:37:53.591843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.205304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:37:53.591937Z","caller":"traceutil/trace.go:171","msg":"trace[168884143] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:10884; }","duration":"151.339339ms","start":"2026-02-27T01:37:53.440577Z","end":"2026-02-27T01:37:53.591916Z","steps":["trace[168884143] 'agreement among raft nodes before linearized reading' (duration: 151.159144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:37:53.59226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.387299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:37:53.592383Z","caller":"traceutil/trace.go:171","msg":"trace[1332471942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10884; }","duration":"177.554173ms","start":"2026-02-27T01:37:53.414797Z","end":"2026-02-27T01:37:53.592351Z","steps":["trace[1332471942] 'agreement among raft nodes before linearized reading' (duration: 176.855645ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:00.945164Z","caller":"traceutil/trace.go:171","msg":"trace[26884808] transaction","detail":"{read_only:false; response_revision:10949; number_of_response:1; }","duration":"103.440199ms","start":"2026-02-27T01:38:00.841691Z","end":"2026-02-27T01:38:00.945131Z","steps":["trace[26884808] 'process raft request' (duration: 103.016358ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:38:58.294422Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8699} {"level":"info","ts":"2026-02-27T01:38:58.382803Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8699,"took":"85.587027ms","hash":1770030026,"current-db-size-bytes":44965888,"current-db-size":"45 MB","current-db-size-in-use-bytes":24600576,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-27T01:38:58.382877Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1770030026,"revision":8699,"compact-revision":6016} {"level":"info","ts":"2026-02-27T01:41:43.49044Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000337b.wal"} {"level":"info","ts":"2026-02-27T01:43:41.403109Z","caller":"traceutil/trace.go:171","msg":"trace[1960478886] transaction","detail":"{read_only:false; response_revision:13562; number_of_response:1; }","duration":"346.157799ms","start":"2026-02-27T01:43:41.056925Z","end":"2026-02-27T01:43:41.403082Z","steps":["trace[1960478886] 'process raft request' (duration: 345.998665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:41.403371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:43:41.056903Z","time spent":"346.353075ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:43:41.405027Z","caller":"traceutil/trace.go:171","msg":"trace[921203958] linearizableReadLoop","detail":"{readStateIndex:14225; appliedIndex:14223; }","duration":"328.865092ms","start":"2026-02-27T01:43:41.076133Z","end":"2026-02-27T01:43:41.404998Z","steps":["trace[921203958] 'read index received' (duration: 326.90043ms)","trace[921203958] 'applied index is now lower than readState.Index' (duration: 1.963732ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:43:41.405288Z","caller":"traceutil/trace.go:171","msg":"trace[970535097] transaction","detail":"{read_only:false; response_revision:13563; number_of_response:1; }","duration":"346.626712ms","start":"2026-02-27T01:43:41.058653Z","end":"2026-02-27T01:43:41.405279Z","steps":["trace[970535097] 'process raft request' (duration: 346.226012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:41.405375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:43:41.058644Z","time spent":"346.669393ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:43:41.405599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.468978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:43:41.405625Z","caller":"traceutil/trace.go:171","msg":"trace[1905119696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13563; }","duration":"329.522179ms","start":"2026-02-27T01:43:41.076097Z","end":"2026-02-27T01:43:41.405619Z","steps":["trace[1905119696] 'agreement among raft nodes before linearized reading' (duration: 329.427087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:41.405644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:43:41.076049Z","time spent":"329.590871ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:43:43.069248Z","caller":"traceutil/trace.go:171","msg":"trace[1705703010] linearizableReadLoop","detail":"{readStateIndex:14236; appliedIndex:14235; }","duration":"196.654959ms","start":"2026-02-27T01:43:42.872564Z","end":"2026-02-27T01:43:43.069219Z","steps":["trace[1705703010] 'read index received' (duration: 196.329941ms)","trace[1705703010] 'applied index is now lower than readState.Index' (duration: 323.418µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:43:43.069403Z","caller":"traceutil/trace.go:171","msg":"trace[1738533183] transaction","detail":"{read_only:false; response_revision:13573; number_of_response:1; }","duration":"209.626413ms","start":"2026-02-27T01:43:42.859764Z","end":"2026-02-27T01:43:43.06939Z","steps":["trace[1738533183] 'process raft request' (duration: 209.211802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:43:43.069592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.013979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:43:43.069685Z","caller":"traceutil/trace.go:171","msg":"trace[21935194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13573; }","duration":"197.123462ms","start":"2026-02-27T01:43:42.872551Z","end":"2026-02-27T01:43:43.069675Z","steps":["trace[21935194] 'agreement among raft nodes before linearized reading' (duration: 196.987168ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:43:58.302703Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11397} {"level":"info","ts":"2026-02-27T01:43:58.382394Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11397,"took":"77.157283ms","hash":220745435,"current-db-size-bytes":44965888,"current-db-size":"45 MB","current-db-size-in-use-bytes":25481216,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-27T01:43:58.382459Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":220745435,"revision":11397,"compact-revision":8699} {"level":"warn","ts":"2026-02-27T01:44:06.120393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.269013ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:44:06.120513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.395704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:44:06.120559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.440708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:44:06.120595Z","caller":"traceutil/trace.go:171","msg":"trace[1751505111] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13727; }","duration":"175.52152ms","start":"2026-02-27T01:44:05.945049Z","end":"2026-02-27T01:44:06.120571Z","steps":["trace[1751505111] 'range keys from in-memory index tree' (duration: 175.243892ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:06.12061Z","caller":"traceutil/trace.go:171","msg":"trace[1781303074] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:13727; }","duration":"247.554938ms","start":"2026-02-27T01:44:05.873028Z","end":"2026-02-27T01:44:06.120583Z","steps":["trace[1781303074] 'count revisions from in-memory index tree' (duration: 247.26821ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:06.120651Z","caller":"traceutil/trace.go:171","msg":"trace[2129968704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13727; }","duration":"246.565092ms","start":"2026-02-27T01:44:05.874064Z","end":"2026-02-27T01:44:06.120629Z","steps":["trace[2129968704] 'range keys from in-memory index tree' (duration: 246.313855ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:09.796865Z","caller":"traceutil/trace.go:171","msg":"trace[625929188] linearizableReadLoop","detail":"{readStateIndex:14434; appliedIndex:14433; }","duration":"229.50387ms","start":"2026-02-27T01:44:09.567336Z","end":"2026-02-27T01:44:09.796839Z","steps":["trace[625929188] 'read index received' (duration: 229.285364ms)","trace[625929188] 'applied index is now lower than readState.Index' (duration: 217.376µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:09.7969Z","caller":"traceutil/trace.go:171","msg":"trace[1544468391] transaction","detail":"{read_only:false; response_revision:13758; number_of_response:1; }","duration":"238.594191ms","start":"2026-02-27T01:44:09.558284Z","end":"2026-02-27T01:44:09.796878Z","steps":["trace[1544468391] 'process raft request' (duration: 238.422076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:09.797058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.704295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:44:09.797088Z","caller":"traceutil/trace.go:171","msg":"trace[1617196696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13758; }","duration":"229.768647ms","start":"2026-02-27T01:44:09.567311Z","end":"2026-02-27T01:44:09.79708Z","steps":["trace[1617196696] 'agreement among raft nodes before linearized reading' (duration: 229.638404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:09.797246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.997134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T01:44:09.797244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.898171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:44:09.797301Z","caller":"traceutil/trace.go:171","msg":"trace[1990056543] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13758; }","duration":"147.108807ms","start":"2026-02-27T01:44:09.650178Z","end":"2026-02-27T01:44:09.797287Z","steps":["trace[1990056543] 'agreement among raft nodes before linearized reading' (duration: 146.924912ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:09.797317Z","caller":"traceutil/trace.go:171","msg":"trace[645096806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13758; }","duration":"150.011594ms","start":"2026-02-27T01:44:09.647286Z","end":"2026-02-27T01:44:09.797298Z","steps":["trace[645096806] 'agreement among raft nodes before linearized reading' (duration: 149.828809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:09.797307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.991604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T01:44:09.797276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.028935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T01:44:09.797378Z","caller":"traceutil/trace.go:171","msg":"trace[689064888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13758; }","duration":"150.096655ms","start":"2026-02-27T01:44:09.647264Z","end":"2026-02-27T01:44:09.797361Z","steps":["trace[689064888] 'agreement among raft nodes before linearized reading' (duration: 149.929481ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:09.797466Z","caller":"traceutil/trace.go:171","msg":"trace[2102770842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13758; }","duration":"150.202359ms","start":"2026-02-27T01:44:09.647199Z","end":"2026-02-27T01:44:09.797402Z","steps":["trace[2102770842] 'agreement among raft nodes before linearized reading' (duration: 149.900841ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:11.92514Z","caller":"traceutil/trace.go:171","msg":"trace[965048915] transaction","detail":"{read_only:false; response_revision:13771; number_of_response:1; }","duration":"118.633912ms","start":"2026-02-27T01:44:11.806465Z","end":"2026-02-27T01:44:11.925099Z","steps":["trace[965048915] 'process raft request' (duration: 118.331054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:12.266106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.050112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:44:12.26636Z","caller":"traceutil/trace.go:171","msg":"trace[425592598] transaction","detail":"{read_only:false; response_revision:13772; number_of_response:1; }","duration":"336.274498ms","start":"2026-02-27T01:44:11.930033Z","end":"2026-02-27T01:44:12.266307Z","steps":["trace[425592598] 'process raft request' (duration: 96.897617ms)","trace[425592598] 'compare' (duration: 238.877108ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:12.26646Z","caller":"traceutil/trace.go:171","msg":"trace[777817546] transaction","detail":"{read_only:false; response_revision:13773; number_of_response:1; }","duration":"335.841956ms","start":"2026-02-27T01:44:11.930594Z","end":"2026-02-27T01:44:12.266436Z","steps":["trace[777817546] 'process raft request' (duration: 335.660412ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:12.266501Z","caller":"traceutil/trace.go:171","msg":"trace[1750733584] transaction","detail":"{read_only:false; response_revision:13774; number_of_response:1; }","duration":"335.775994ms","start":"2026-02-27T01:44:11.930699Z","end":"2026-02-27T01:44:12.266475Z","steps":["trace[1750733584] 'process raft request' (duration: 335.670572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:12.266539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:11.93Z","time spent":"336.440633ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:12.266586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:11.930573Z","time spent":"335.945969ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:12.266599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:11.930684Z","time spent":"335.878028ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:44:12.266838Z","caller":"traceutil/trace.go:171","msg":"trace[494183271] transaction","detail":"{read_only:false; response_revision:13775; number_of_response:1; }","duration":"336.007521ms","start":"2026-02-27T01:44:11.930813Z","end":"2026-02-27T01:44:12.266821Z","steps":["trace[494183271] 'process raft request' (duration: 335.61308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:12.266913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:11.930797Z","time spent":"336.076213ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:44:12.267002Z","caller":"traceutil/trace.go:171","msg":"trace[543021287] transaction","detail":"{read_only:false; response_revision:13776; number_of_response:1; }","duration":"335.938549ms","start":"2026-02-27T01:44:11.931055Z","end":"2026-02-27T01:44:12.266993Z","steps":["trace[543021287] 'process raft request' (duration: 335.725784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:12.267052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:11.931039Z","time spent":"335.98836ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:44:12.267043Z","caller":"traceutil/trace.go:171","msg":"trace[2043930412] transaction","detail":"{read_only:false; response_revision:13777; number_of_response:1; }","duration":"334.107901ms","start":"2026-02-27T01:44:11.932902Z","end":"2026-02-27T01:44:12.26701Z","steps":["trace[2043930412] 'process raft request' (duration: 334.006398ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:12.267206Z","caller":"traceutil/trace.go:171","msg":"trace[1066548308] transaction","detail":"{read_only:false; response_revision:13778; number_of_response:1; }","duration":"330.952417ms","start":"2026-02-27T01:44:11.936212Z","end":"2026-02-27T01:44:12.267164Z","steps":["trace[1066548308] 'process raft request' (duration: 330.753541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:12.267285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:11.936198Z","time spent":"331.04894ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:12.267361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:11.932887Z","time spent":"334.248854ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:16.768459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.959417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:44:16.768542Z","caller":"traceutil/trace.go:171","msg":"trace[1585673346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13797; }","duration":"482.07189ms","start":"2026-02-27T01:44:16.286451Z","end":"2026-02-27T01:44:16.768523Z","steps":["trace[1585673346] 'range keys from in-memory index tree' (duration: 481.795373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.768549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.933563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T01:44:16.768586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.286442Z","time spent":"482.134242ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:44:16.768634Z","caller":"traceutil/trace.go:171","msg":"trace[2069515406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13797; }","duration":"483.039336ms","start":"2026-02-27T01:44:16.285558Z","end":"2026-02-27T01:44:16.768597Z","steps":["trace[2069515406] 'range keys from in-memory index tree' (duration: 482.772149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.768714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.279507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-6tk8n\" ","response":"range_response_count:1 size:12595"} {"level":"info","ts":"2026-02-27T01:44:16.768757Z","caller":"traceutil/trace.go:171","msg":"trace[2091314015] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-6tk8n; range_end:; response_count:1; response_revision:13797; }","duration":"476.341849ms","start":"2026-02-27T01:44:16.292401Z","end":"2026-02-27T01:44:16.768743Z","steps":["trace[2091314015] 'range keys from in-memory index tree' (duration: 476.170604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.768791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.292384Z","time spent":"476.39955ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12617,"request content":"key:\"/registry/pods/openstack/openvswitch-6tk8n\" "} {"level":"warn","ts":"2026-02-27T01:44:16.768649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.824704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T01:44:16.768929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.120762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:44:16.768957Z","caller":"traceutil/trace.go:171","msg":"trace[955670348] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13797; }","duration":"482.153152ms","start":"2026-02-27T01:44:16.286796Z","end":"2026-02-27T01:44:16.768949Z","steps":["trace[955670348] 'range keys from in-memory index tree' (duration: 481.749482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.76898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.286786Z","time spent":"482.188494ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T01:44:16.768976Z","caller":"traceutil/trace.go:171","msg":"trace[1580730182] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13797; }","duration":"402.209714ms","start":"2026-02-27T01:44:16.36675Z","end":"2026-02-27T01:44:16.76896Z","steps":["trace[1580730182] 'range keys from in-memory index tree' (duration: 401.987768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.769008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.366729Z","time spent":"402.271936ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:44:16.769012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.864853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T01:44:16.768703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.285537Z","time spent":"483.149149ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:44:16.769094Z","caller":"traceutil/trace.go:171","msg":"trace[1195475121] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13797; }","duration":"399.980855ms","start":"2026-02-27T01:44:16.369093Z","end":"2026-02-27T01:44:16.769074Z","steps":["trace[1195475121] 'range keys from in-memory index tree' (duration: 399.705028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.769136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.369082Z","time spent":"400.045547ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:44:16.768564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.792993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:44:16.769436Z","caller":"traceutil/trace.go:171","msg":"trace[1426466581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13797; }","duration":"482.697486ms","start":"2026-02-27T01:44:16.286719Z","end":"2026-02-27T01:44:16.769416Z","steps":["trace[1426466581] 'range keys from in-memory index tree' (duration: 481.65113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.76948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.286707Z","time spent":"482.760529ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:44:16.770429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.199507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:44:16.770502Z","caller":"traceutil/trace.go:171","msg":"trace[1280303786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13797; }","duration":"484.31678ms","start":"2026-02-27T01:44:16.286171Z","end":"2026-02-27T01:44:16.770488Z","steps":["trace[1280303786] 'range keys from in-memory index tree' (duration: 484.068623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.770537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.286151Z","time spent":"484.377891ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:44:16.770881Z","caller":"traceutil/trace.go:171","msg":"trace[2031896234] linearizableReadLoop","detail":"{readStateIndex:14477; appliedIndex:14476; }","duration":"180.218924ms","start":"2026-02-27T01:44:16.590647Z","end":"2026-02-27T01:44:16.770866Z","steps":["trace[2031896234] 'read index received' (duration: 119.70543ms)","trace[2031896234] 'applied index is now lower than readState.Index' (duration: 60.511924ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:16.771045Z","caller":"traceutil/trace.go:171","msg":"trace[1958020694] transaction","detail":"{read_only:false; response_revision:13798; number_of_response:1; }","duration":"313.103014ms","start":"2026-02-27T01:44:16.457896Z","end":"2026-02-27T01:44:16.770999Z","steps":["trace[1958020694] 'process raft request' (duration: 252.438987ms)","trace[1958020694] 'compare' (duration: 57.958416ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:44:16.771169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.457879Z","time spent":"313.224197ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:16.771335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.648926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T01:44:16.771388Z","caller":"traceutil/trace.go:171","msg":"trace[380513901] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13798; }","duration":"180.783659ms","start":"2026-02-27T01:44:16.590591Z","end":"2026-02-27T01:44:16.771374Z","steps":["trace[380513901] 'agreement among raft nodes before linearized reading' (duration: 180.481731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:16.91214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.025306ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T01:44:16.912247Z","caller":"traceutil/trace.go:171","msg":"trace[968677830] linearizableReadLoop","detail":"{readStateIndex:14478; appliedIndex:14477; }","duration":"141.307363ms","start":"2026-02-27T01:44:16.770919Z","end":"2026-02-27T01:44:16.912227Z","steps":["trace[968677830] 'read index received' (duration: 40.38479ms)","trace[968677830] 'applied index is now lower than readState.Index' (duration: 100.920983ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:44:16.912367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.455393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:44:16.912408Z","caller":"traceutil/trace.go:171","msg":"trace[1431437749] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:13798; }","duration":"219.536576ms","start":"2026-02-27T01:44:16.692857Z","end":"2026-02-27T01:44:16.912393Z","steps":["trace[1431437749] 'agreement among raft nodes before linearized reading' (duration: 219.457484ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:17.313071Z","caller":"traceutil/trace.go:171","msg":"trace[240981903] transaction","detail":"{read_only:false; response_revision:13799; number_of_response:1; }","duration":"538.569617ms","start":"2026-02-27T01:44:16.774464Z","end":"2026-02-27T01:44:17.313033Z","steps":["trace[240981903] 'process raft request' (duration: 538.3122ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:17.313129Z","caller":"traceutil/trace.go:171","msg":"trace[815898757] transaction","detail":"{read_only:false; response_revision:13800; number_of_response:1; }","duration":"538.562387ms","start":"2026-02-27T01:44:16.774517Z","end":"2026-02-27T01:44:17.313079Z","steps":["trace[815898757] 'process raft request' (duration: 538.424483ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:17.313237Z","caller":"traceutil/trace.go:171","msg":"trace[1219200323] transaction","detail":"{read_only:false; response_revision:13803; number_of_response:1; }","duration":"533.730409ms","start":"2026-02-27T01:44:16.77946Z","end":"2026-02-27T01:44:17.31319Z","steps":["trace[1219200323] 'process raft request' (duration: 533.593215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:17.313294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.774452Z","time spent":"538.731401ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:44:17.313314Z","caller":"traceutil/trace.go:171","msg":"trace[488799322] transaction","detail":"{read_only:false; response_revision:13801; number_of_response:1; }","duration":"538.732421ms","start":"2026-02-27T01:44:16.774543Z","end":"2026-02-27T01:44:17.313275Z","steps":["trace[488799322] 'process raft request' (duration: 538.444593ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:17.313366Z","caller":"traceutil/trace.go:171","msg":"trace[995483939] transaction","detail":"{read_only:false; response_revision:13804; number_of_response:1; }","duration":"533.738829ms","start":"2026-02-27T01:44:16.779604Z","end":"2026-02-27T01:44:17.313343Z","steps":["trace[995483939] 'process raft request' (duration: 533.485562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:17.313378Z","caller":"traceutil/trace.go:171","msg":"trace[573834793] linearizableReadLoop","detail":"{readStateIndex:14485; appliedIndex:14478; }","duration":"401.075985ms","start":"2026-02-27T01:44:16.912275Z","end":"2026-02-27T01:44:17.313351Z","steps":["trace[573834793] 'read index received' (duration: 400.476639ms)","trace[573834793] 'applied index is now lower than readState.Index' (duration: 597.156µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:44:17.313507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.77454Z","time spent":"538.866825ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:17.313502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.779566Z","time spent":"533.847492ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:44:17.313252Z","caller":"traceutil/trace.go:171","msg":"trace[81436917] transaction","detail":"{read_only:false; response_revision:13802; number_of_response:1; }","duration":"533.714038ms","start":"2026-02-27T01:44:16.77945Z","end":"2026-02-27T01:44:17.313164Z","steps":["trace[81436917] 'process raft request' (duration: 533.572794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:17.313532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.774511Z","time spent":"538.716411ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:17.313526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.889716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:44:17.3136Z","caller":"traceutil/trace.go:171","msg":"trace[1149824117] transaction","detail":"{read_only:false; response_revision:13805; number_of_response:1; }","duration":"533.356969ms","start":"2026-02-27T01:44:16.780223Z","end":"2026-02-27T01:44:17.31358Z","steps":["trace[1149824117] 'process raft request' (duration: 532.899567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:17.313653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.14725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T01:44:17.313713Z","caller":"traceutil/trace.go:171","msg":"trace[1691478075] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13805; }","duration":"534.228322ms","start":"2026-02-27T01:44:16.779464Z","end":"2026-02-27T01:44:17.313692Z","steps":["trace[1691478075] 'agreement among raft nodes before linearized reading' (duration: 533.996196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:17.313722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.78021Z","time spent":"533.460472ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12709,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:17.31371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.779433Z","time spent":"534.16188ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:44:17.313636Z","caller":"traceutil/trace.go:171","msg":"trace[1675608771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13805; }","duration":"442.05936ms","start":"2026-02-27T01:44:16.871563Z","end":"2026-02-27T01:44:17.313622Z","steps":["trace[1675608771] 'agreement among raft nodes before linearized reading' (duration: 441.877645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:17.313757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.352687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"warn","ts":"2026-02-27T01:44:17.313771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.77944Z","time spent":"534.318864ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:44:17.313793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.871528Z","time spent":"442.256286ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:44:17.313818Z","caller":"traceutil/trace.go:171","msg":"trace[1619418123] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13805; }","duration":"539.43007ms","start":"2026-02-27T01:44:16.774368Z","end":"2026-02-27T01:44:17.313798Z","steps":["trace[1619418123] 'agreement among raft nodes before linearized reading' (duration: 539.254665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:17.313903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.774353Z","time spent":"539.510692ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:44:17.314362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.779449Z","time spent":"534.686184ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:17.426971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.198305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:44:17.427077Z","caller":"traceutil/trace.go:171","msg":"trace[929539345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13805; }","duration":"111.340729ms","start":"2026-02-27T01:44:17.315702Z","end":"2026-02-27T01:44:17.427043Z","steps":["trace[929539345] 'range keys from in-memory index tree' (duration: 111.104573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:17.426965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.894228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T01:44:17.427165Z","caller":"traceutil/trace.go:171","msg":"trace[1032014517] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:13805; }","duration":"507.149064ms","start":"2026-02-27T01:44:16.919984Z","end":"2026-02-27T01:44:17.427133Z","steps":["trace[1032014517] 'agreement among raft nodes before linearized reading' (duration: 394.272604ms)","trace[1032014517] 'range keys from in-memory index tree' (duration: 112.533061ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:44:17.427279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:16.919964Z","time spent":"507.289348ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-g9wcw\" "} {"level":"info","ts":"2026-02-27T01:44:17.42762Z","caller":"traceutil/trace.go:171","msg":"trace[327073116] transaction","detail":"{read_only:false; response_revision:13806; number_of_response:1; }","duration":"107.271602ms","start":"2026-02-27T01:44:17.32033Z","end":"2026-02-27T01:44:17.427601Z","steps":["trace[327073116] 'process raft request' (duration: 74.670418ms)","trace[327073116] 'compare' (duration: 31.887765ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:17.481457Z","caller":"traceutil/trace.go:171","msg":"trace[111469509] transaction","detail":"{read_only:false; response_revision:13807; number_of_response:1; }","duration":"160.921843ms","start":"2026-02-27T01:44:17.320504Z","end":"2026-02-27T01:44:17.481426Z","steps":["trace[111469509] 'process raft request' (duration: 160.347287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:17.767585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.746377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:44:17.76795Z","caller":"traceutil/trace.go:171","msg":"trace[1531782542] transaction","detail":"{read_only:false; response_revision:13808; number_of_response:1; }","duration":"281.387845ms","start":"2026-02-27T01:44:17.48652Z","end":"2026-02-27T01:44:17.767908Z","steps":["trace[1531782542] 'process raft request' (duration: 108.158385ms)","trace[1531782542] 'compare' (duration: 172.534881ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:17.768122Z","caller":"traceutil/trace.go:171","msg":"trace[1541779499] transaction","detail":"{read_only:false; response_revision:13809; number_of_response:1; }","duration":"279.079063ms","start":"2026-02-27T01:44:17.489001Z","end":"2026-02-27T01:44:17.76808Z","steps":["trace[1541779499] 'process raft request' (duration: 278.856137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:18.308423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.466925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:44:18.308566Z","caller":"traceutil/trace.go:171","msg":"trace[1484512997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13809; }","duration":"287.68284ms","start":"2026-02-27T01:44:18.020853Z","end":"2026-02-27T01:44:18.308536Z","steps":["trace[1484512997] 'range keys from in-memory index tree' (duration: 287.106106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:18.30864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.553208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:44:18.309019Z","caller":"traceutil/trace.go:171","msg":"trace[846537370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13809; }","duration":"436.023771ms","start":"2026-02-27T01:44:17.87297Z","end":"2026-02-27T01:44:18.308994Z","steps":["trace[846537370] 'range keys from in-memory index tree' (duration: 435.410824ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:18.309011Z","caller":"traceutil/trace.go:171","msg":"trace[1269425992] transaction","detail":"{read_only:false; response_revision:13810; number_of_response:1; }","duration":"202.529645ms","start":"2026-02-27T01:44:18.106447Z","end":"2026-02-27T01:44:18.308976Z","steps":["trace[1269425992] 'process raft request' (duration: 170.673041ms)","trace[1269425992] 'compare' (duration: 31.725251ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:44:18.309096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:17.872942Z","time spent":"436.137633ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:44:18.797424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.777041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:44:18.797541Z","caller":"traceutil/trace.go:171","msg":"trace[668633056] linearizableReadLoop","detail":"{readStateIndex:14491; appliedIndex:14490; }","duration":"302.644417ms","start":"2026-02-27T01:44:18.494878Z","end":"2026-02-27T01:44:18.797523Z","steps":["trace[668633056] 'read index received' (duration: 59.624009ms)","trace[668633056] 'applied index is now lower than readState.Index' (duration: 243.019158ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:44:18.797719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.838292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-27T01:44:18.797787Z","caller":"traceutil/trace.go:171","msg":"trace[314069883] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:13811; }","duration":"302.947804ms","start":"2026-02-27T01:44:18.494827Z","end":"2026-02-27T01:44:18.797775Z","steps":["trace[314069883] 'agreement among raft nodes before linearized reading' (duration: 302.743219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:18.797826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:18.494804Z","time spent":"303.013317ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-02-27T01:44:18.797839Z","caller":"traceutil/trace.go:171","msg":"trace[810748491] transaction","detail":"{read_only:false; response_revision:13811; number_of_response:1; }","duration":"485.024138ms","start":"2026-02-27T01:44:18.312773Z","end":"2026-02-27T01:44:18.797797Z","steps":["trace[810748491] 'process raft request' (duration: 241.785835ms)","trace[810748491] 'compare' (duration: 242.632357ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:44:18.798031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:18.312746Z","time spent":"485.175782ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:19.88831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.02228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T01:44:19.888379Z","caller":"traceutil/trace.go:171","msg":"trace[956292635] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:13811; }","duration":"393.132723ms","start":"2026-02-27T01:44:19.495228Z","end":"2026-02-27T01:44:19.888361Z","steps":["trace[956292635] 'range keys from in-memory index tree' (duration: 392.870126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:19.888479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.680703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T01:44:19.888526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.697414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:44:19.88861Z","caller":"traceutil/trace.go:171","msg":"trace[91773024] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13811; }","duration":"115.802176ms","start":"2026-02-27T01:44:19.772787Z","end":"2026-02-27T01:44:19.888589Z","steps":["trace[91773024] 'range keys from in-memory index tree' (duration: 115.578691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:19.88848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.793302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:44:19.888705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:19.495168Z","time spent":"393.234985ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-g9wcw\" "} {"level":"info","ts":"2026-02-27T01:44:19.88875Z","caller":"traceutil/trace.go:171","msg":"trace[160074151] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:13811; }","duration":"815.219724ms","start":"2026-02-27T01:44:19.073499Z","end":"2026-02-27T01:44:19.888719Z","steps":["trace[160074151] 'count revisions from in-memory index tree' (duration: 814.562867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:19.888835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:19.073473Z","time spent":"815.340597ms","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:44:19.888847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.979202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T01:44:19.888952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.475244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:44:19.888959Z","caller":"traceutil/trace.go:171","msg":"trace[1615762310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13811; }","duration":"569.091654ms","start":"2026-02-27T01:44:19.319854Z","end":"2026-02-27T01:44:19.888946Z","steps":["trace[1615762310] 'range keys from in-memory index tree' (duration: 568.543799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:19.889018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.591857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:44:19.889067Z","caller":"traceutil/trace.go:171","msg":"trace[269898552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13811; }","duration":"569.686709ms","start":"2026-02-27T01:44:19.31937Z","end":"2026-02-27T01:44:19.889057Z","steps":["trace[269898552] 'range keys from in-memory index tree' (duration: 569.147915ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:19.888559Z","caller":"traceutil/trace.go:171","msg":"trace[1098152552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13811; }","duration":"568.784686ms","start":"2026-02-27T01:44:19.319755Z","end":"2026-02-27T01:44:19.88854Z","steps":["trace[1098152552] 'range keys from in-memory index tree' (duration: 568.5351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:19.8891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:19.319357Z","time spent":"569.735421ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:44:19.889159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:19.31978Z","time spent":"569.365602ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:44:19.888837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.871444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T01:44:19.88831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.630782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T01:44:19.889207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:19.319747Z","time spent":"569.382211ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:44:19.88929Z","caller":"traceutil/trace.go:171","msg":"trace[1815180232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13811; }","duration":"570.369487ms","start":"2026-02-27T01:44:19.318878Z","end":"2026-02-27T01:44:19.889248Z","steps":["trace[1815180232] 'range keys from in-memory index tree' (duration: 569.624968ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:19.889334Z","caller":"traceutil/trace.go:171","msg":"trace[1940673187] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13811; }","duration":"116.652679ms","start":"2026-02-27T01:44:19.772651Z","end":"2026-02-27T01:44:19.889304Z","steps":["trace[1940673187] 'range keys from in-memory index tree' (duration: 115.454987ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:19.88901Z","caller":"traceutil/trace.go:171","msg":"trace[322638414] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13811; }","duration":"569.557387ms","start":"2026-02-27T01:44:19.319439Z","end":"2026-02-27T01:44:19.888996Z","steps":["trace[322638414] 'range keys from in-memory index tree' (duration: 569.34717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:19.889362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:19.318857Z","time spent":"570.490201ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:44:19.889511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:19.319423Z","time spent":"569.997758ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:44:21.270503Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.291265656s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:44:21.270849Z","caller":"traceutil/trace.go:171","msg":"trace[1314227812] transaction","detail":"{read_only:false; response_revision:13813; number_of_response:1; }","duration":"1.37599909s","start":"2026-02-27T01:44:19.89483Z","end":"2026-02-27T01:44:21.270829Z","steps":["trace[1314227812] 'process raft request' (duration: 1.375834625s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:21.270955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:19.894791Z","time spent":"1.376094202s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:44:21.271263Z","caller":"traceutil/trace.go:171","msg":"trace[1873377775] transaction","detail":"{read_only:false; response_revision:13814; number_of_response:1; }","duration":"1.375920108s","start":"2026-02-27T01:44:19.895295Z","end":"2026-02-27T01:44:21.271215Z","steps":["trace[1873377775] 'process raft request' (duration: 1.375504667s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:21.271344Z","caller":"traceutil/trace.go:171","msg":"trace[450847053] transaction","detail":"{read_only:false; response_revision:13815; number_of_response:1; }","duration":"1.375766334s","start":"2026-02-27T01:44:19.895544Z","end":"2026-02-27T01:44:21.27131Z","steps":["trace[450847053] 'process raft request' (duration: 1.375471316s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:21.271552Z","caller":"traceutil/trace.go:171","msg":"trace[38652962] transaction","detail":"{read_only:false; response_revision:13816; number_of_response:1; }","duration":"1.375872756s","start":"2026-02-27T01:44:19.895662Z","end":"2026-02-27T01:44:21.271534Z","steps":["trace[38652962] 'process raft request' (duration: 1.375469236s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:21.27157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:19.895534Z","time spent":"1.375910528s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:21.271611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:19.895653Z","time spent":"1.375931409s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:21.271776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:19.895275Z","time spent":"1.376099613s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:44:21.271812Z","caller":"traceutil/trace.go:171","msg":"trace[974605015] linearizableReadLoop","detail":"{readStateIndex:14494; appliedIndex:14491; }","duration":"1.376403041s","start":"2026-02-27T01:44:19.895389Z","end":"2026-02-27T01:44:21.271792Z","steps":["trace[974605015] 'read index received' (duration: 83.845361ms)","trace[974605015] 'applied index is now lower than readState.Index' (duration: 1.29255628s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:21.271884Z","caller":"traceutil/trace.go:171","msg":"trace[2053598224] transaction","detail":"{read_only:false; response_revision:13817; number_of_response:1; }","duration":"1.375089946s","start":"2026-02-27T01:44:19.896785Z","end":"2026-02-27T01:44:21.271875Z","steps":["trace[2053598224] 'process raft request' (duration: 1.37446683s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:21.271929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:19.896771Z","time spent":"1.375132857s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:21.27236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376833172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T01:44:21.272412Z","caller":"traceutil/trace.go:171","msg":"trace[1950518440] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13817; }","duration":"1.376895204s","start":"2026-02-27T01:44:19.895502Z","end":"2026-02-27T01:44:21.272398Z","steps":["trace[1950518440] 'agreement among raft nodes before linearized reading' (duration: 1.3767421s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:21.272446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:19.895493Z","time spent":"1.376945455s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:44:21.272594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.04569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:44:21.272629Z","caller":"traceutil/trace.go:171","msg":"trace[1961108901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13817; }","duration":"399.124843ms","start":"2026-02-27T01:44:20.873496Z","end":"2026-02-27T01:44:21.272621Z","steps":["trace[1961108901] 'agreement among raft nodes before linearized reading' (duration: 399.069952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:21.272655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:20.873472Z","time spent":"399.177994ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:44:21.272716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377330495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:567459"} {"level":"info","ts":"2026-02-27T01:44:21.272766Z","caller":"traceutil/trace.go:171","msg":"trace[2133283707] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13817; }","duration":"1.377408008s","start":"2026-02-27T01:44:19.895347Z","end":"2026-02-27T01:44:21.272755Z","steps":["trace[2133283707] 'agreement among raft nodes before linearized reading' (duration: 1.376554405s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:21.272808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:19.895334Z","time spent":"1.377464149s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":567481,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:44:21.272843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.084453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:44:21.272872Z","caller":"traceutil/trace.go:171","msg":"trace[1292805622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13817; }","duration":"470.168875ms","start":"2026-02-27T01:44:20.802694Z","end":"2026-02-27T01:44:21.272863Z","steps":["trace[1292805622] 'agreement among raft nodes before linearized reading' (duration: 470.077572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:21.272899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:20.802664Z","time spent":"470.229816ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:44:21.274949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.269895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T01:44:21.274996Z","caller":"traceutil/trace.go:171","msg":"trace[733306642] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13817; }","duration":"958.370077ms","start":"2026-02-27T01:44:20.316615Z","end":"2026-02-27T01:44:21.274985Z","steps":["trace[733306642] 'agreement among raft nodes before linearized reading' (duration: 958.257324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:21.275025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:20.316583Z","time spent":"958.435519ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11518,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T01:44:21.275219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.197117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:82 size:714736"} {"level":"info","ts":"2026-02-27T01:44:21.27527Z","caller":"traceutil/trace.go:171","msg":"trace[1948325766] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:82; response_revision:13817; }","duration":"743.30511ms","start":"2026-02-27T01:44:20.531953Z","end":"2026-02-27T01:44:21.275258Z","steps":["trace[1948325766] 'agreement among raft nodes before linearized reading' (duration: 741.015529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:21.275306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:20.531893Z","time spent":"743.402353ms","remote":"127.0.0.1:43426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":82,"response size":714758,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-02-27T01:44:25.620215Z","caller":"traceutil/trace.go:171","msg":"trace[1513320758] linearizableReadLoop","detail":"{readStateIndex:14644; appliedIndex:14643; }","duration":"144.155448ms","start":"2026-02-27T01:44:25.475998Z","end":"2026-02-27T01:44:25.620154Z","steps":["trace[1513320758] 'read index received' (duration: 96.158797ms)","trace[1513320758] 'applied index is now lower than readState.Index' (duration: 47.995531ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:25.620258Z","caller":"traceutil/trace.go:171","msg":"trace[270016299] transaction","detail":"{read_only:false; response_revision:13961; number_of_response:1; }","duration":"144.95281ms","start":"2026-02-27T01:44:25.475262Z","end":"2026-02-27T01:44:25.620215Z","steps":["trace[270016299] 'process raft request' (duration: 96.902737ms)","trace[270016299] 'compare' (duration: 47.871738ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:44:25.620464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.444986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-554e0fec-5fcf-4163-ada6-4e0ae8282353\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-02-27T01:44:25.620582Z","caller":"traceutil/trace.go:171","msg":"trace[214512399] range","detail":"{range_begin:/registry/persistentvolumes/pvc-554e0fec-5fcf-4163-ada6-4e0ae8282353; range_end:; response_count:1; response_revision:13961; }","duration":"144.566739ms","start":"2026-02-27T01:44:25.475963Z","end":"2026-02-27T01:44:25.62053Z","steps":["trace[214512399] 'agreement among raft nodes before linearized reading' (duration: 144.358114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:25.620489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.960713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T01:44:25.620647Z","caller":"traceutil/trace.go:171","msg":"trace[373842848] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13961; }","duration":"144.150628ms","start":"2026-02-27T01:44:25.476477Z","end":"2026-02-27T01:44:25.620628Z","steps":["trace[373842848] 'agreement among raft nodes before linearized reading' (duration: 143.86872ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:26.666671Z","caller":"traceutil/trace.go:171","msg":"trace[1778441534] linearizableReadLoop","detail":"{readStateIndex:14652; appliedIndex:14650; }","duration":"145.540415ms","start":"2026-02-27T01:44:26.521112Z","end":"2026-02-27T01:44:26.666652Z","steps":["trace[1778441534] 'read index received' (duration: 22.792183ms)","trace[1778441534] 'applied index is now lower than readState.Index' (duration: 122.747292ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:26.666764Z","caller":"traceutil/trace.go:171","msg":"trace[689481837] transaction","detail":"{read_only:false; response_revision:13969; number_of_response:1; }","duration":"163.81932ms","start":"2026-02-27T01:44:26.502898Z","end":"2026-02-27T01:44:26.666718Z","steps":["trace[689481837] 'process raft request' (duration: 163.606094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:26.666835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.703779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-nfsc4.1897f7187e10490e\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-02-27T01:44:26.666859Z","caller":"traceutil/trace.go:171","msg":"trace[1906322066] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-nfsc4.1897f7187e10490e; range_end:; response_count:1; response_revision:13969; }","duration":"145.769141ms","start":"2026-02-27T01:44:26.521082Z","end":"2026-02-27T01:44:26.666852Z","steps":["trace[1906322066] 'agreement among raft nodes before linearized reading' (duration: 145.642578ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:26.883425Z","caller":"traceutil/trace.go:171","msg":"trace[94072040] linearizableReadLoop","detail":"{readStateIndex:14654; appliedIndex:14652; }","duration":"183.601704ms","start":"2026-02-27T01:44:26.699799Z","end":"2026-02-27T01:44:26.8834Z","steps":["trace[94072040] 'read index received' (duration: 3.441111ms)","trace[94072040] 'applied index is now lower than readState.Index' (duration: 180.159113ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:26.883516Z","caller":"traceutil/trace.go:171","msg":"trace[1226551868] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13970; }","duration":"207.136997ms","start":"2026-02-27T01:44:26.67634Z","end":"2026-02-27T01:44:26.883477Z","steps":["trace[1226551868] 'process raft request' (duration: 123.08374ms)","trace[1226551868] 'compare' (duration: 83.906663ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:44:26.968001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.186384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:44:26.96807Z","caller":"traceutil/trace.go:171","msg":"trace[1061311638] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:13970; }","duration":"268.300297ms","start":"2026-02-27T01:44:26.69975Z","end":"2026-02-27T01:44:26.96805Z","steps":["trace[1061311638] 'agreement among raft nodes before linearized reading' (duration: 183.799129ms)","trace[1061311638] 'count revisions from in-memory index tree' (duration: 84.396196ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:44:26.968175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.801854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-76e8063a-6c78-4998-85c2-51cd3d0edd73\" ","response":"range_response_count:1 size:3914"} {"level":"info","ts":"2026-02-27T01:44:26.968203Z","caller":"traceutil/trace.go:171","msg":"trace[260861102] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-76e8063a-6c78-4998-85c2-51cd3d0edd73; range_end:; response_count:1; response_revision:13970; }","duration":"139.869445ms","start":"2026-02-27T01:44:26.828326Z","end":"2026-02-27T01:44:26.968195Z","steps":["trace[260861102] 'agreement among raft nodes before linearized reading' (duration: 139.738552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:26.968459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.464049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d85f7bb6-5a81-457a-b1e3-8e871cc0148a\" ","response":"range_response_count:1 size:3914"} {"level":"info","ts":"2026-02-27T01:44:26.96869Z","caller":"traceutil/trace.go:171","msg":"trace[1095236785] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d85f7bb6-5a81-457a-b1e3-8e871cc0148a; range_end:; response_count:1; response_revision:13970; }","duration":"135.583822ms","start":"2026-02-27T01:44:26.83295Z","end":"2026-02-27T01:44:26.968534Z","steps":["trace[1095236785] 'agreement among raft nodes before linearized reading' (duration: 135.057898ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:27.242774Z","caller":"traceutil/trace.go:171","msg":"trace[452360359] transaction","detail":"{read_only:false; response_revision:13971; number_of_response:1; }","duration":"269.485598ms","start":"2026-02-27T01:44:26.973265Z","end":"2026-02-27T01:44:27.24275Z","steps":["trace[452360359] 'process raft request' (duration: 269.304033ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:27.447863Z","caller":"traceutil/trace.go:171","msg":"trace[1503787911] transaction","detail":"{read_only:false; response_revision:13972; number_of_response:1; }","duration":"474.075568ms","start":"2026-02-27T01:44:26.973763Z","end":"2026-02-27T01:44:27.447838Z","steps":["trace[1503787911] 'process raft request' (duration: 472.104845ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:27.447894Z","caller":"traceutil/trace.go:171","msg":"trace[1470462364] transaction","detail":"{read_only:false; response_revision:13973; number_of_response:1; }","duration":"467.672227ms","start":"2026-02-27T01:44:26.980193Z","end":"2026-02-27T01:44:27.447865Z","steps":["trace[1470462364] 'process raft request' (duration: 467.589815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.448023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:26.973742Z","time spent":"474.18834ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3911,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:44:27.448046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:44:26.980164Z","time spent":"467.799291ms","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:44:27.520811Z","caller":"traceutil/trace.go:171","msg":"trace[1439845382] linearizableReadLoop","detail":"{readStateIndex:14659; appliedIndex:14656; }","duration":"206.469969ms","start":"2026-02-27T01:44:27.314312Z","end":"2026-02-27T01:44:27.520781Z","steps":["trace[1439845382] 'read index received' (duration: 131.644907ms)","trace[1439845382] 'applied index is now lower than readState.Index' (duration: 74.824152ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:27.520947Z","caller":"traceutil/trace.go:171","msg":"trace[1444390284] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13974; }","duration":"275.269372ms","start":"2026-02-27T01:44:27.24565Z","end":"2026-02-27T01:44:27.520919Z","steps":["trace[1444390284] 'process raft request' (duration: 275.009245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.52125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.89706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:44:27.5213Z","caller":"traceutil/trace.go:171","msg":"trace[1086051905] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:13974; }","duration":"207.001723ms","start":"2026-02-27T01:44:27.314288Z","end":"2026-02-27T01:44:27.52129Z","steps":["trace[1086051905] 'agreement among raft nodes before linearized reading' (duration: 206.615193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.525253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.242212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T01:44:27.525297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.031928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-27T01:44:27.525278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.903415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:44:27.525334Z","caller":"traceutil/trace.go:171","msg":"trace[1913629178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13975; }","duration":"138.349535ms","start":"2026-02-27T01:44:27.386967Z","end":"2026-02-27T01:44:27.525316Z","steps":["trace[1913629178] 'agreement among raft nodes before linearized reading' (duration: 138.15086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.525363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.256692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:44:27.525342Z","caller":"traceutil/trace.go:171","msg":"trace[469469213] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:13975; }","duration":"129.12307ms","start":"2026-02-27T01:44:27.396207Z","end":"2026-02-27T01:44:27.52533Z","steps":["trace[469469213] 'agreement among raft nodes before linearized reading' (duration: 128.842673ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:27.525472Z","caller":"traceutil/trace.go:171","msg":"trace[1253448821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13975; }","duration":"138.409666ms","start":"2026-02-27T01:44:27.387041Z","end":"2026-02-27T01:44:27.52545Z","steps":["trace[1253448821] 'agreement among raft nodes before linearized reading' (duration: 138.135339ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:27.525387Z","caller":"traceutil/trace.go:171","msg":"trace[1509150027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13975; }","duration":"186.050418ms","start":"2026-02-27T01:44:27.339308Z","end":"2026-02-27T01:44:27.525358Z","steps":["trace[1509150027] 'agreement among raft nodes before linearized reading' (duration: 185.729239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.525483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.163296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T01:44:27.525775Z","caller":"traceutil/trace.go:171","msg":"trace[505011839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13975; }","duration":"139.474325ms","start":"2026-02-27T01:44:27.386282Z","end":"2026-02-27T01:44:27.525756Z","steps":["trace[505011839] 'agreement among raft nodes before linearized reading' (duration: 139.136736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:27.525561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.728796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T01:44:27.525841Z","caller":"traceutil/trace.go:171","msg":"trace[1350416287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13975; }","duration":"150.017763ms","start":"2026-02-27T01:44:27.375811Z","end":"2026-02-27T01:44:27.525829Z","steps":["trace[1350416287] 'agreement among raft nodes before linearized reading' (duration: 149.697725ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:27.989304Z","caller":"traceutil/trace.go:171","msg":"trace[322754715] transaction","detail":"{read_only:false; response_revision:13998; number_of_response:1; }","duration":"136.957068ms","start":"2026-02-27T01:44:27.852322Z","end":"2026-02-27T01:44:27.989279Z","steps":["trace[322754715] 'process raft request' (duration: 78.830189ms)","trace[322754715] 'compare' (duration: 57.852322ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:28.036468Z","caller":"traceutil/trace.go:171","msg":"trace[148869290] linearizableReadLoop","detail":"{readStateIndex:14684; appliedIndex:14682; }","duration":"178.279183ms","start":"2026-02-27T01:44:27.858173Z","end":"2026-02-27T01:44:28.036452Z","steps":["trace[148869290] 'read index received' (duration: 72.979624ms)","trace[148869290] 'applied index is now lower than readState.Index' (duration: 105.298709ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:28.036715Z","caller":"traceutil/trace.go:171","msg":"trace[1246941674] transaction","detail":"{read_only:false; response_revision:13999; number_of_response:1; }","duration":"180.41726ms","start":"2026-02-27T01:44:27.856289Z","end":"2026-02-27T01:44:28.036706Z","steps":["trace[1246941674] 'process raft request' (duration: 180.05623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:28.03693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.737195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-02-27T01:44:28.036969Z","caller":"traceutil/trace.go:171","msg":"trace[2078593687] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:13999; }","duration":"178.808246ms","start":"2026-02-27T01:44:27.858149Z","end":"2026-02-27T01:44:28.036958Z","steps":["trace[2078593687] 'agreement among raft nodes before linearized reading' (duration: 178.686523ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:28.271383Z","caller":"traceutil/trace.go:171","msg":"trace[350701559] linearizableReadLoop","detail":"{readStateIndex:14685; appliedIndex:14684; }","duration":"213.025013ms","start":"2026-02-27T01:44:28.058333Z","end":"2026-02-27T01:44:28.271358Z","steps":["trace[350701559] 'read index received' (duration: 212.826797ms)","trace[350701559] 'applied index is now lower than readState.Index' (duration: 197.205µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:28.271423Z","caller":"traceutil/trace.go:171","msg":"trace[585757632] transaction","detail":"{read_only:false; response_revision:14000; number_of_response:1; }","duration":"218.607281ms","start":"2026-02-27T01:44:28.052788Z","end":"2026-02-27T01:44:28.271396Z","steps":["trace[585757632] 'process raft request' (duration: 218.372554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:28.271653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.335521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T01:44:28.271696Z","caller":"traceutil/trace.go:171","msg":"trace[1718577590] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14000; }","duration":"213.450634ms","start":"2026-02-27T01:44:28.058234Z","end":"2026-02-27T01:44:28.271685Z","steps":["trace[1718577590] 'agreement among raft nodes before linearized reading' (duration: 213.267739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:28.271771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.691603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-02-27T01:44:28.271864Z","caller":"traceutil/trace.go:171","msg":"trace[1312345278] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:14000; }","duration":"121.846298ms","start":"2026-02-27T01:44:28.150003Z","end":"2026-02-27T01:44:28.271849Z","steps":["trace[1312345278] 'agreement among raft nodes before linearized reading' (duration: 121.644282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:28.272282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.450397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-02-27T01:44:28.272418Z","caller":"traceutil/trace.go:171","msg":"trace[1298475225] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:14000; }","duration":"121.687733ms","start":"2026-02-27T01:44:28.150704Z","end":"2026-02-27T01:44:28.272392Z","steps":["trace[1298475225] 'agreement among raft nodes before linearized reading' (duration: 121.255922ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:28.516557Z","caller":"traceutil/trace.go:171","msg":"trace[993229545] transaction","detail":"{read_only:false; response_revision:14001; number_of_response:1; }","duration":"235.650282ms","start":"2026-02-27T01:44:28.280793Z","end":"2026-02-27T01:44:28.516443Z","steps":["trace[993229545] 'process raft request' (duration: 159.530176ms)","trace[993229545] 'compare' (duration: 75.919501ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:44:28.580454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.646287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:44:28.580518Z","caller":"traceutil/trace.go:171","msg":"trace[471955218] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:14002; }","duration":"114.75168ms","start":"2026-02-27T01:44:28.465749Z","end":"2026-02-27T01:44:28.580501Z","steps":["trace[471955218] 'agreement among raft nodes before linearized reading' (duration: 114.596666ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:28.77233Z","caller":"traceutil/trace.go:171","msg":"trace[309876724] linearizableReadLoop","detail":"{readStateIndex:14688; appliedIndex:14687; }","duration":"148.233637ms","start":"2026-02-27T01:44:28.624077Z","end":"2026-02-27T01:44:28.772311Z","steps":["trace[309876724] 'read index received' (duration: 148.073083ms)","trace[309876724] 'applied index is now lower than readState.Index' (duration: 159.734µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:28.772352Z","caller":"traceutil/trace.go:171","msg":"trace[782165765] transaction","detail":"{read_only:false; response_revision:14003; number_of_response:1; }","duration":"243.061559ms","start":"2026-02-27T01:44:28.529277Z","end":"2026-02-27T01:44:28.772339Z","steps":["trace[782165765] 'process raft request' (duration: 242.895974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:28.772407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.332909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:44:28.772433Z","caller":"traceutil/trace.go:171","msg":"trace[1830870443] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:14003; }","duration":"148.395341ms","start":"2026-02-27T01:44:28.624032Z","end":"2026-02-27T01:44:28.772427Z","steps":["trace[1830870443] 'agreement among raft nodes before linearized reading' (duration: 148.34885ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:29.341858Z","caller":"traceutil/trace.go:171","msg":"trace[535113913] linearizableReadLoop","detail":"{readStateIndex:14701; appliedIndex:14700; }","duration":"140.611425ms","start":"2026-02-27T01:44:29.201233Z","end":"2026-02-27T01:44:29.341844Z","steps":["trace[535113913] 'read index received' (duration: 136.733252ms)","trace[535113913] 'applied index is now lower than readState.Index' (duration: 3.877633ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:44:29.342077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.82694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-27T01:44:29.342101Z","caller":"traceutil/trace.go:171","msg":"trace[46090149] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:14015; }","duration":"140.872181ms","start":"2026-02-27T01:44:29.201223Z","end":"2026-02-27T01:44:29.342095Z","steps":["trace[46090149] 'agreement among raft nodes before linearized reading' (duration: 140.679196ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:29.342248Z","caller":"traceutil/trace.go:171","msg":"trace[1120978298] transaction","detail":"{read_only:false; response_revision:14015; number_of_response:1; }","duration":"142.745991ms","start":"2026-02-27T01:44:29.199492Z","end":"2026-02-27T01:44:29.342238Z","steps":["trace[1120978298] 'process raft request' (duration: 138.53057ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:29.54175Z","caller":"traceutil/trace.go:171","msg":"trace[1164935199] transaction","detail":"{read_only:false; response_revision:14017; number_of_response:1; }","duration":"191.263967ms","start":"2026-02-27T01:44:29.350459Z","end":"2026-02-27T01:44:29.541723Z","steps":["trace[1164935199] 'process raft request' (duration: 190.888687ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:29.541836Z","caller":"traceutil/trace.go:171","msg":"trace[1062604907] transaction","detail":"{read_only:false; response_revision:14018; number_of_response:1; }","duration":"191.302428ms","start":"2026-02-27T01:44:29.350497Z","end":"2026-02-27T01:44:29.5418Z","steps":["trace[1062604907] 'process raft request' (duration: 191.171934ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:29.54186Z","caller":"traceutil/trace.go:171","msg":"trace[863124878] linearizableReadLoop","detail":"{readStateIndex:14707; appliedIndex:14702; }","duration":"172.831129ms","start":"2026-02-27T01:44:29.369006Z","end":"2026-02-27T01:44:29.541837Z","steps":["trace[863124878] 'read index received' (duration: 172.309325ms)","trace[863124878] 'applied index is now lower than readState.Index' (duration: 520.223µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:29.542191Z","caller":"traceutil/trace.go:171","msg":"trace[925033096] transaction","detail":"{read_only:false; response_revision:14020; number_of_response:1; }","duration":"190.874976ms","start":"2026-02-27T01:44:29.351303Z","end":"2026-02-27T01:44:29.542178Z","steps":["trace[925033096] 'process raft request' (duration: 190.438794ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:29.542294Z","caller":"traceutil/trace.go:171","msg":"trace[1545253114] transaction","detail":"{read_only:false; response_revision:14019; number_of_response:1; }","duration":"191.018369ms","start":"2026-02-27T01:44:29.351265Z","end":"2026-02-27T01:44:29.542284Z","steps":["trace[1545253114] 'process raft request' (duration: 190.446784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:29.542326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.4147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:44:29.542442Z","caller":"traceutil/trace.go:171","msg":"trace[1053316329] transaction","detail":"{read_only:false; response_revision:14021; number_of_response:1; }","duration":"188.070732ms","start":"2026-02-27T01:44:29.354358Z","end":"2026-02-27T01:44:29.542429Z","steps":["trace[1053316329] 'process raft request' (duration: 187.431185ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:29.542513Z","caller":"traceutil/trace.go:171","msg":"trace[794485355] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:14021; }","duration":"194.599214ms","start":"2026-02-27T01:44:29.347838Z","end":"2026-02-27T01:44:29.542437Z","steps":["trace[794485355] 'agreement among raft nodes before linearized reading' (duration: 194.07154ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:29.547376Z","caller":"traceutil/trace.go:171","msg":"trace[1120622989] transaction","detail":"{read_only:false; response_revision:14022; number_of_response:1; }","duration":"177.199894ms","start":"2026-02-27T01:44:29.370156Z","end":"2026-02-27T01:44:29.547355Z","steps":["trace[1120622989] 'process raft request' (duration: 176.958328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:29.548202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.067458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-02-27T01:44:29.548244Z","caller":"traceutil/trace.go:171","msg":"trace[1859724398] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:14022; }","duration":"175.123729ms","start":"2026-02-27T01:44:29.37311Z","end":"2026-02-27T01:44:29.548234Z","steps":["trace[1859724398] 'agreement among raft nodes before linearized reading' (duration: 175.038177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:29.890284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.500742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"warn","ts":"2026-02-27T01:44:29.890284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.375179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-27T01:44:29.890366Z","caller":"traceutil/trace.go:171","msg":"trace[1401491556] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:14031; }","duration":"117.621236ms","start":"2026-02-27T01:44:29.772728Z","end":"2026-02-27T01:44:29.890349Z","steps":["trace[1401491556] 'range keys from in-memory index tree' (duration: 117.345178ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:29.890413Z","caller":"traceutil/trace.go:171","msg":"trace[1184956030] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:14031; }","duration":"114.537314ms","start":"2026-02-27T01:44:29.775843Z","end":"2026-02-27T01:44:29.89038Z","steps":["trace[1184956030] 'range keys from in-memory index tree' (duration: 114.266406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:29.890453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.366949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T01:44:29.890587Z","caller":"traceutil/trace.go:171","msg":"trace[168131254] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14031; }","duration":"117.503153ms","start":"2026-02-27T01:44:29.773047Z","end":"2026-02-27T01:44:29.89055Z","steps":["trace[168131254] 'range keys from in-memory index tree' (duration: 117.142093ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:29.890701Z","caller":"traceutil/trace.go:171","msg":"trace[1001901858] transaction","detail":"{read_only:false; response_revision:14032; number_of_response:1; }","duration":"109.750567ms","start":"2026-02-27T01:44:29.780923Z","end":"2026-02-27T01:44:29.890674Z","steps":["trace[1001901858] 'process raft request' (duration: 90.022655ms)","trace[1001901858] 'compare' (duration: 19.558878ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:44:29.890453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.327768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T01:44:29.890951Z","caller":"traceutil/trace.go:171","msg":"trace[722935836] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14031; }","duration":"114.807901ms","start":"2026-02-27T01:44:29.776074Z","end":"2026-02-27T01:44:29.890882Z","steps":["trace[722935836] 'range keys from in-memory index tree' (duration: 114.228966ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:29.988613Z","caller":"traceutil/trace.go:171","msg":"trace[1016310291] linearizableReadLoop","detail":"{readStateIndex:14720; appliedIndex:14717; }","duration":"203.189812ms","start":"2026-02-27T01:44:29.785401Z","end":"2026-02-27T01:44:29.988591Z","steps":["trace[1016310291] 'read index received' (duration: 85.586957ms)","trace[1016310291] 'applied index is now lower than readState.Index' (duration: 117.601915ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:29.988706Z","caller":"traceutil/trace.go:171","msg":"trace[2142506914] transaction","detail":"{read_only:false; number_of_response:1; response_revision:14033; }","duration":"203.307996ms","start":"2026-02-27T01:44:29.785387Z","end":"2026-02-27T01:44:29.988695Z","steps":["trace[2142506914] 'process raft request' (duration: 203.108061ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:29.988693Z","caller":"traceutil/trace.go:171","msg":"trace[1137152396] transaction","detail":"{read_only:false; response_revision:14033; number_of_response:1; }","duration":"204.630941ms","start":"2026-02-27T01:44:29.784024Z","end":"2026-02-27T01:44:29.988655Z","steps":["trace[1137152396] 'process raft request' (duration: 204.341913ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:29.988926Z","caller":"traceutil/trace.go:171","msg":"trace[2135546818] transaction","detail":"{read_only:false; response_revision:14034; number_of_response:1; }","duration":"134.00944ms","start":"2026-02-27T01:44:29.854837Z","end":"2026-02-27T01:44:29.988846Z","steps":["trace[2135546818] 'process raft request' (duration: 133.689392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:29.989086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.674636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-02-27T01:44:29.989151Z","caller":"traceutil/trace.go:171","msg":"trace[306445491] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:14034; }","duration":"203.781018ms","start":"2026-02-27T01:44:29.785353Z","end":"2026-02-27T01:44:29.989134Z","steps":["trace[306445491] 'agreement among raft nodes before linearized reading' (duration: 203.538711ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:30.097878Z","caller":"traceutil/trace.go:171","msg":"trace[2135398787] transaction","detail":"{read_only:false; response_revision:14035; number_of_response:1; }","duration":"201.592151ms","start":"2026-02-27T01:44:29.89626Z","end":"2026-02-27T01:44:30.097852Z","steps":["trace[2135398787] 'process raft request' (duration: 201.144719ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:30.097917Z","caller":"traceutil/trace.go:171","msg":"trace[1516848305] transaction","detail":"{read_only:false; response_revision:14036; number_of_response:1; }","duration":"201.495028ms","start":"2026-02-27T01:44:29.896374Z","end":"2026-02-27T01:44:30.09787Z","steps":["trace[1516848305] 'process raft request' (duration: 201.366715ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:30.098137Z","caller":"traceutil/trace.go:171","msg":"trace[1836519971] linearizableReadLoop","detail":"{readStateIndex:14725; appliedIndex:14721; }","duration":"109.45902ms","start":"2026-02-27T01:44:29.988664Z","end":"2026-02-27T01:44:30.098123Z","steps":["trace[1836519971] 'read index received' (duration: 108.783702ms)","trace[1836519971] 'applied index is now lower than readState.Index' (duration: 674.048µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:44:30.098189Z","caller":"traceutil/trace.go:171","msg":"trace[1951010843] transaction","detail":"{read_only:false; number_of_response:1; response_revision:14037; }","duration":"189.013827ms","start":"2026-02-27T01:44:29.909165Z","end":"2026-02-27T01:44:30.098178Z","steps":["trace[1951010843] 'process raft request' (duration: 188.915975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:30.098362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.890208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-02-27T01:44:30.098412Z","caller":"traceutil/trace.go:171","msg":"trace[779695780] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:14037; }","duration":"201.96478ms","start":"2026-02-27T01:44:29.896431Z","end":"2026-02-27T01:44:30.098396Z","steps":["trace[779695780] 'agreement among raft nodes before linearized reading' (duration: 201.774065ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:30.098393Z","caller":"traceutil/trace.go:171","msg":"trace[648292229] transaction","detail":"{read_only:false; response_revision:14037; number_of_response:1; }","duration":"189.605253ms","start":"2026-02-27T01:44:29.908752Z","end":"2026-02-27T01:44:30.098357Z","steps":["trace[648292229] 'process raft request' (duration: 189.034128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:30.098451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.347746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-02-27T01:44:30.098452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.349647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-02-27T01:44:30.098531Z","caller":"traceutil/trace.go:171","msg":"trace[1944969238] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:14037; }","duration":"260.47821ms","start":"2026-02-27T01:44:29.838035Z","end":"2026-02-27T01:44:30.098513Z","steps":["trace[1944969238] 'agreement among raft nodes before linearized reading' (duration: 260.218463ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:30.098525Z","caller":"traceutil/trace.go:171","msg":"trace[1356266513] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:14037; }","duration":"260.488041ms","start":"2026-02-27T01:44:29.838016Z","end":"2026-02-27T01:44:30.098504Z","steps":["trace[1356266513] 'agreement among raft nodes before linearized reading' (duration: 260.258045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:30.098556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.35116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-02-27T01:44:30.098744Z","caller":"traceutil/trace.go:171","msg":"trace[938139068] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:14037; }","duration":"202.519765ms","start":"2026-02-27T01:44:29.89614Z","end":"2026-02-27T01:44:30.09866Z","steps":["trace[938139068] 'agreement among raft nodes before linearized reading' (duration: 202.120744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:44:30.100508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.129553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:2426"} {"level":"info","ts":"2026-02-27T01:44:30.100558Z","caller":"traceutil/trace.go:171","msg":"trace[2131240494] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:14038; }","duration":"100.204225ms","start":"2026-02-27T01:44:30.000341Z","end":"2026-02-27T01:44:30.100545Z","steps":["trace[2131240494] 'agreement among raft nodes before linearized reading' (duration: 100.02665ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:30.100713Z","caller":"traceutil/trace.go:171","msg":"trace[1861153008] transaction","detail":"{read_only:false; response_revision:14038; number_of_response:1; }","duration":"108.135275ms","start":"2026-02-27T01:44:29.992566Z","end":"2026-02-27T01:44:30.100701Z","steps":["trace[1861153008] 'process raft request' (duration: 107.595301ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:44:43.122003Z","caller":"traceutil/trace.go:171","msg":"trace[1888197346] transaction","detail":"{read_only:false; number_of_response:0; response_revision:14272; }","duration":"142.234568ms","start":"2026-02-27T01:44:42.97972Z","end":"2026-02-27T01:44:43.121954Z","steps":["trace[1888197346] 'process raft request' (duration: 103.264675ms)","trace[1888197346] 'compare' (duration: 38.903671ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:45:26.790724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551188595,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:45:27.095664Z","caller":"traceutil/trace.go:171","msg":"trace[254836783] transaction","detail":"{read_only:false; response_revision:14879; number_of_response:1; }","duration":"883.391402ms","start":"2026-02-27T01:45:26.212242Z","end":"2026-02-27T01:45:27.095633Z","steps":["trace[254836783] 'process raft request' (duration: 882.853787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:27.09585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:26.21221Z","time spent":"883.547676ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:45:27.441233Z","caller":"traceutil/trace.go:171","msg":"trace[1848898024] linearizableReadLoop","detail":"{readStateIndex:15597; appliedIndex:15595; }","duration":"1.150835529s","start":"2026-02-27T01:45:26.290365Z","end":"2026-02-27T01:45:27.4412Z","steps":["trace[1848898024] 'read index received' (duration: 805.055864ms)","trace[1848898024] 'applied index is now lower than readState.Index' (duration: 345.777585ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:45:27.441437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024390859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:45:27.441481Z","caller":"traceutil/trace.go:171","msg":"trace[1440745467] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14879; }","duration":"1.024499592s","start":"2026-02-27T01:45:26.416969Z","end":"2026-02-27T01:45:27.441469Z","steps":["trace[1440745467] 'agreement among raft nodes before linearized reading' (duration: 1.024397389s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:27.441516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:26.416939Z","time spent":"1.024568234s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:45:27.441605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.079469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:45:27.441646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.988877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-nfsc4.1897f7187e10490e\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-02-27T01:45:27.44173Z","caller":"traceutil/trace.go:171","msg":"trace[1298121467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14879; }","duration":"568.242083ms","start":"2026-02-27T01:45:26.873454Z","end":"2026-02-27T01:45:27.441696Z","steps":["trace[1298121467] 'agreement among raft nodes before linearized reading' (duration: 568.042748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:27.441717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.095267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-02-27T01:45:27.441779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018925054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T01:45:27.441791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:26.87344Z","time spent":"568.337526ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:45:27.441843Z","caller":"traceutil/trace.go:171","msg":"trace[2090848239] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14879; }","duration":"700.273452ms","start":"2026-02-27T01:45:26.741531Z","end":"2026-02-27T01:45:27.441805Z","steps":["trace[2090848239] 'agreement among raft nodes before linearized reading' (duration: 699.938963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:27.441902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.666421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k24lb\" ","response":"range_response_count:1 size:22085"} {"level":"warn","ts":"2026-02-27T01:45:27.44191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:26.74151Z","time spent":"700.388235ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:45:27.441923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02476876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-02-27T01:45:27.44195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.379567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:45:27.441975Z","caller":"traceutil/trace.go:171","msg":"trace[1156683804] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14879; }","duration":"1.024874742s","start":"2026-02-27T01:45:26.417089Z","end":"2026-02-27T01:45:27.441963Z","steps":["trace[1156683804] 'agreement among raft nodes before linearized reading' (duration: 1.024693057s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:27.441991Z","caller":"traceutil/trace.go:171","msg":"trace[1202625016] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14879; }","duration":"702.46289ms","start":"2026-02-27T01:45:26.739511Z","end":"2026-02-27T01:45:27.441974Z","steps":["trace[1202625016] 'agreement among raft nodes before linearized reading' (duration: 702.370338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:27.442012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:26.417062Z","time spent":"1.024938384s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:45:27.442027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.184078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k24lb\" ","response":"range_response_count:1 size:22085"} {"level":"warn","ts":"2026-02-27T01:45:27.442045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:26.739485Z","time spent":"702.550892ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:45:27.442078Z","caller":"traceutil/trace.go:171","msg":"trace[1012339418] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k24lb; range_end:; response_count:1; response_revision:14879; }","duration":"181.265651ms","start":"2026-02-27T01:45:27.260801Z","end":"2026-02-27T01:45:27.442067Z","steps":["trace[1012339418] 'agreement among raft nodes before linearized reading' (duration: 181.151938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:27.44216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.400594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:45:27.442207Z","caller":"traceutil/trace.go:171","msg":"trace[328857754] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14879; }","duration":"405.495006ms","start":"2026-02-27T01:45:27.0367Z","end":"2026-02-27T01:45:27.442195Z","steps":["trace[328857754] 'agreement among raft nodes before linearized reading' (duration: 405.318081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:27.442225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.969809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T01:45:27.442245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:27.036675Z","time spent":"405.562948ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T01:45:27.442269Z","caller":"traceutil/trace.go:171","msg":"trace[1182168679] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14879; }","duration":"621.065031ms","start":"2026-02-27T01:45:26.821193Z","end":"2026-02-27T01:45:27.442258Z","steps":["trace[1182168679] 'agreement among raft nodes before linearized reading' (duration: 620.953538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:27.442306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:26.821168Z","time spent":"621.131353ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:45:27.442342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.808432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:45:27.441602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151200958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T01:45:27.442392Z","caller":"traceutil/trace.go:171","msg":"trace[2058984804] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:14879; }","duration":"746.859673ms","start":"2026-02-27T01:45:26.695518Z","end":"2026-02-27T01:45:27.442377Z","steps":["trace[2058984804] 'agreement among raft nodes before linearized reading' (duration: 746.76671ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:27.442421Z","caller":"traceutil/trace.go:171","msg":"trace[438515360] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14879; }","duration":"1.152052791s","start":"2026-02-27T01:45:26.290354Z","end":"2026-02-27T01:45:27.442407Z","steps":["trace[438515360] 'agreement among raft nodes before linearized reading' (duration: 1.150969392s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:27.441935Z","caller":"traceutil/trace.go:171","msg":"trace[1182495589] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k24lb; range_end:; response_count:1; response_revision:14879; }","duration":"178.725803ms","start":"2026-02-27T01:45:27.2632Z","end":"2026-02-27T01:45:27.441926Z","steps":["trace[1182495589] 'agreement among raft nodes before linearized reading' (duration: 178.60882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:27.442467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:26.290285Z","time spent":"1.152172644s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T01:45:27.442473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.443476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:45:27.44252Z","caller":"traceutil/trace.go:171","msg":"trace[2118833146] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14879; }","duration":"330.504997ms","start":"2026-02-27T01:45:27.112002Z","end":"2026-02-27T01:45:27.442507Z","steps":["trace[2118833146] 'agreement among raft nodes before linearized reading' (duration: 330.366714ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:27.44185Z","caller":"traceutil/trace.go:171","msg":"trace[1616437206] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14879; }","duration":"1.018992965s","start":"2026-02-27T01:45:26.422823Z","end":"2026-02-27T01:45:27.441816Z","steps":["trace[1616437206] 'agreement among raft nodes before linearized reading' (duration: 1.018864172s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:27.442425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:26.695436Z","time spent":"746.981096ms","remote":"127.0.0.1:51812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:45:27.442683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.808586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-02-27T01:45:27.442732Z","caller":"traceutil/trace.go:171","msg":"trace[1426783087] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14879; }","duration":"330.872957ms","start":"2026-02-27T01:45:27.111848Z","end":"2026-02-27T01:45:27.442721Z","steps":["trace[1426783087] 'agreement among raft nodes before linearized reading' (duration: 330.752814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:27.442746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.886115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-27T01:45:27.442781Z","caller":"traceutil/trace.go:171","msg":"trace[113335900] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14879; }","duration":"331.963886ms","start":"2026-02-27T01:45:27.110806Z","end":"2026-02-27T01:45:27.44277Z","steps":["trace[113335900] 'agreement among raft nodes before linearized reading' (duration: 331.865924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:27.442793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.654439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:45:27.441748Z","caller":"traceutil/trace.go:171","msg":"trace[144948959] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-nfsc4.1897f7187e10490e; range_end:; response_count:1; response_revision:14879; }","duration":"341.145201ms","start":"2026-02-27T01:45:27.100573Z","end":"2026-02-27T01:45:27.441719Z","steps":["trace[144948959] 'agreement among raft nodes before linearized reading' (duration: 340.824843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:27.442829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:27.110783Z","time spent":"332.039789ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-02-27T01:45:27.442841Z","caller":"traceutil/trace.go:171","msg":"trace[357527857] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14879; }","duration":"331.72479ms","start":"2026-02-27T01:45:27.111106Z","end":"2026-02-27T01:45:27.44283Z","steps":["trace[357527857] 'agreement among raft nodes before linearized reading' (duration: 331.647498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:27.442843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.409028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:45:27.442904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:27.111094Z","time spent":"331.802373ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-02-27T01:45:27.442913Z","caller":"traceutil/trace.go:171","msg":"trace[1731444771] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14879; }","duration":"332.489261ms","start":"2026-02-27T01:45:27.110413Z","end":"2026-02-27T01:45:27.442902Z","steps":["trace[1731444771] 'agreement among raft nodes before linearized reading' (duration: 332.402109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:27.442951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:27.110405Z","time spent":"332.536172ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:45:27.442777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:27.111841Z","time spent":"330.926759ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:45:27.442574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:27.111995Z","time spent":"330.566629ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:45:27.442871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:27.100553Z","time spent":"342.305032ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":781,"request content":"key:\"/registry/events/openstack/ovn-controller-nfsc4.1897f7187e10490e\" "} {"level":"warn","ts":"2026-02-27T01:45:27.442638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:26.422806Z","time spent":"1.019815997s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:45:35.05286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551188869,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:45:35.104487Z","caller":"traceutil/trace.go:171","msg":"trace[144758326] linearizableReadLoop","detail":"{readStateIndex:15656; appliedIndex:15655; }","duration":"552.474592ms","start":"2026-02-27T01:45:34.551991Z","end":"2026-02-27T01:45:35.104466Z","steps":["trace[144758326] 'read index received' (duration: 552.157214ms)","trace[144758326] 'applied index is now lower than readState.Index' (duration: 316.068µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:45:35.104696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.994575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:45:35.104728Z","caller":"traceutil/trace.go:171","msg":"trace[1998965445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14936; }","duration":"231.089817ms","start":"2026-02-27T01:45:34.87363Z","end":"2026-02-27T01:45:35.104719Z","steps":["trace[1998965445] 'agreement among raft nodes before linearized reading' (duration: 231.007475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:35.104738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.723989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"warn","ts":"2026-02-27T01:45:35.104771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.52992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:45:35.104809Z","caller":"traceutil/trace.go:171","msg":"trace[318194428] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14936; }","duration":"552.837992ms","start":"2026-02-27T01:45:34.551949Z","end":"2026-02-27T01:45:35.104786Z","steps":["trace[318194428] 'agreement among raft nodes before linearized reading' (duration: 552.627876ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:45:35.104848Z","caller":"traceutil/trace.go:171","msg":"trace[382826222] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14936; }","duration":"189.681294ms","start":"2026-02-27T01:45:34.915147Z","end":"2026-02-27T01:45:35.104829Z","steps":["trace[382826222] 'agreement among raft nodes before linearized reading' (duration: 189.53907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:35.104856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:34.551931Z","time spent":"552.916354ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11518,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:45:35.10501Z","caller":"traceutil/trace.go:171","msg":"trace[896079065] transaction","detail":"{read_only:false; response_revision:14936; number_of_response:1; }","duration":"684.8249ms","start":"2026-02-27T01:45:34.420167Z","end":"2026-02-27T01:45:35.104992Z","steps":["trace[896079065] 'process raft request' (duration: 684.08973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:45:35.105324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:45:34.420141Z","time spent":"685.097706ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7235,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:00.955918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.708267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:46:00.956035Z","caller":"traceutil/trace.go:171","msg":"trace[662553446] linearizableReadLoop","detail":"{readStateIndex:15823; appliedIndex:15822; }","duration":"784.901647ms","start":"2026-02-27T01:46:00.171117Z","end":"2026-02-27T01:46:00.956018Z","steps":["trace[662553446] 'read index received' (duration: 150.982884ms)","trace[662553446] 'applied index is now lower than readState.Index' (duration: 633.917163ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:00.956388Z","caller":"traceutil/trace.go:171","msg":"trace[473374377] transaction","detail":"{read_only:false; response_revision:15093; number_of_response:1; }","duration":"787.115206ms","start":"2026-02-27T01:46:00.169257Z","end":"2026-02-27T01:46:00.956372Z","steps":["trace[473374377] 'process raft request' (duration: 152.853984ms)","trace[473374377] 'compare' (duration: 633.44895ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:00.956519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.435536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:00.956559Z","caller":"traceutil/trace.go:171","msg":"trace[1974939109] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15093; }","duration":"694.495658ms","start":"2026-02-27T01:46:00.262054Z","end":"2026-02-27T01:46:00.95655Z","steps":["trace[1974939109] 'agreement among raft nodes before linearized reading' (duration: 694.419876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.95659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.262048Z","time spent":"694.535029ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:00.956542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.495057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:46:00.956654Z","caller":"traceutil/trace.go:171","msg":"trace[367375950] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:15093; }","duration":"736.664581ms","start":"2026-02-27T01:46:00.219967Z","end":"2026-02-27T01:46:00.956631Z","steps":["trace[367375950] 'agreement among raft nodes before linearized reading' (duration: 736.460186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.956641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.751673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-27T01:46:00.956717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.219955Z","time spent":"736.749454ms","remote":"127.0.0.1:43704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:46:00.956726Z","caller":"traceutil/trace.go:171","msg":"trace[113914863] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:15093; }","duration":"375.875307ms","start":"2026-02-27T01:46:00.580832Z","end":"2026-02-27T01:46:00.956707Z","steps":["trace[113914863] 'agreement among raft nodes before linearized reading' (duration: 375.633531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.95677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.580815Z","time spent":"375.946329ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-g9wcw\" "} {"level":"warn","ts":"2026-02-27T01:46:00.956924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.613808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17596"} {"level":"info","ts":"2026-02-27T01:46:00.956967Z","caller":"traceutil/trace.go:171","msg":"trace[200604497] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15093; }","duration":"501.653739ms","start":"2026-02-27T01:46:00.455301Z","end":"2026-02-27T01:46:00.956955Z","steps":["trace[200604497] 'agreement among raft nodes before linearized reading' (duration: 501.474824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.956995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.455223Z","time spent":"501.765922ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17618,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T01:46:00.957013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.024556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:46:00.957087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.743461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-02-27T01:46:00.957105Z","caller":"traceutil/trace.go:171","msg":"trace[1354001451] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15093; }","duration":"631.15471ms","start":"2026-02-27T01:46:00.325928Z","end":"2026-02-27T01:46:00.957083Z","steps":["trace[1354001451] 'agreement among raft nodes before linearized reading' (duration: 630.985316ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:00.957179Z","caller":"traceutil/trace.go:171","msg":"trace[1825665989] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15093; }","duration":"695.867214ms","start":"2026-02-27T01:46:00.261288Z","end":"2026-02-27T01:46:00.957155Z","steps":["trace[1825665989] 'agreement among raft nodes before linearized reading' (duration: 695.646898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.957053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.101622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"warn","ts":"2026-02-27T01:46:00.957201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.234237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:00.957233Z","caller":"traceutil/trace.go:171","msg":"trace[183638381] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15093; }","duration":"200.333879ms","start":"2026-02-27T01:46:00.756889Z","end":"2026-02-27T01:46:00.957223Z","steps":["trace[183638381] 'agreement among raft nodes before linearized reading' (duration: 200.089342ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:00.957241Z","caller":"traceutil/trace.go:171","msg":"trace[203815088] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15093; }","duration":"695.306219ms","start":"2026-02-27T01:46:00.261924Z","end":"2026-02-27T01:46:00.957231Z","steps":["trace[203815088] 'agreement among raft nodes before linearized reading' (duration: 695.151375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.957241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.26127Z","time spent":"695.958377ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:46:00.957271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.261899Z","time spent":"695.366371ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:00.95719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.325914Z","time spent":"631.263783ms","remote":"127.0.0.1:60252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:00.957431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.109953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bhgwh\" ","response":"range_response_count:1 size:9786"} {"level":"info","ts":"2026-02-27T01:46:00.9575Z","caller":"traceutil/trace.go:171","msg":"trace[413949913] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bhgwh; range_end:; response_count:1; response_revision:15093; }","duration":"376.178205ms","start":"2026-02-27T01:46:00.581301Z","end":"2026-02-27T01:46:00.957479Z","steps":["trace[413949913] 'agreement among raft nodes before linearized reading' (duration: 375.775844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.957537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.581298Z","time spent":"376.231996ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9808,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bhgwh\" "} {"level":"warn","ts":"2026-02-27T01:46:00.957262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.16923Z","time spent":"787.201538ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:00.957778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.639953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:741787"} {"level":"info","ts":"2026-02-27T01:46:00.957866Z","caller":"traceutil/trace.go:171","msg":"trace[1262811523] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15093; }","duration":"786.756506ms","start":"2026-02-27T01:46:00.171087Z","end":"2026-02-27T01:46:00.957844Z","steps":["trace[1262811523] 'agreement among raft nodes before linearized reading' (duration: 785.818821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:00.957919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:00.171072Z","time spent":"786.834778ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":741809,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:46:01.523095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551189742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:46:02.024147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551189742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:46:02.197106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.181626699s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:46:02.197647Z","caller":"traceutil/trace.go:171","msg":"trace[1991097016] transaction","detail":"{read_only:false; response_revision:15094; number_of_response:1; }","duration":"1.182219545s","start":"2026-02-27T01:46:01.015322Z","end":"2026-02-27T01:46:02.197541Z","steps":["trace[1991097016] 'process raft request' (duration: 1.18202161s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:02.197927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.015164Z","time spent":"1.182586005s","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:03.652483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.26035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:46:03.653638Z","caller":"traceutil/trace.go:171","msg":"trace[1813996789] linearizableReadLoop","detail":"{readStateIndex:15825; appliedIndex:15823; }","duration":"2.630982902s","start":"2026-02-27T01:46:01.022605Z","end":"2026-02-27T01:46:03.653588Z","steps":["trace[1813996789] 'read index received' (duration: 1.174775637s)","trace[1813996789] 'applied index is now lower than readState.Index' (duration: 1.456205125s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:03.653695Z","caller":"traceutil/trace.go:171","msg":"trace[1728507441] transaction","detail":"{read_only:false; response_revision:15095; number_of_response:1; }","duration":"1.755357918s","start":"2026-02-27T01:46:01.898327Z","end":"2026-02-27T01:46:03.653685Z","steps":["trace[1728507441] 'process raft request' (duration: 841.819374ms)","trace[1728507441] 'compare' (duration: 912.157487ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:03.653793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.898309Z","time spent":"1.755412579s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:03.654121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631503136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:03.654233Z","caller":"traceutil/trace.go:171","msg":"trace[698436447] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:15095; }","duration":"2.63165353s","start":"2026-02-27T01:46:01.022548Z","end":"2026-02-27T01:46:03.654202Z","steps":["trace[698436447] 'agreement among raft nodes before linearized reading' (duration: 2.631164497s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:03.654281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.022529Z","time spent":"2.631740713s","remote":"127.0.0.1:51802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:04.072329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.33219973s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:46:04.092202Z","caller":"traceutil/trace.go:171","msg":"trace[232305544] linearizableReadLoop","detail":"{readStateIndex:15826; appliedIndex:15825; }","duration":"438.521007ms","start":"2026-02-27T01:46:03.653656Z","end":"2026-02-27T01:46:04.092177Z","steps":["trace[232305544] 'read index received' (duration: 418.867023ms)","trace[232305544] 'applied index is now lower than readState.Index' (duration: 19.652783ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:04.092953Z","caller":"traceutil/trace.go:171","msg":"trace[1413310176] transaction","detail":"{read_only:false; number_of_response:0; response_revision:15095; }","duration":"1.887249963s","start":"2026-02-27T01:46:02.205691Z","end":"2026-02-27T01:46:04.092941Z","steps":["trace[1413310176] 'process raft request' (duration: 1.867006953s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.093044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.205663Z","time spent":"1.887325774s","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:46:04.09337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.110092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7563"} {"level":"info","ts":"2026-02-27T01:46:04.093408Z","caller":"traceutil/trace.go:171","msg":"trace[112554071] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:15095; }","duration":"588.183654ms","start":"2026-02-27T01:46:03.505213Z","end":"2026-02-27T01:46:04.093396Z","steps":["trace[112554071] 'agreement among raft nodes before linearized reading' (duration: 588.010479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.093438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.505195Z","time spent":"588.236655ms","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7585,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T01:46:04.09369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115877586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bhgwh\" ","response":"range_response_count:1 size:9786"} {"level":"info","ts":"2026-02-27T01:46:04.093726Z","caller":"traceutil/trace.go:171","msg":"trace[1355535090] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bhgwh; range_end:; response_count:1; response_revision:15095; }","duration":"1.115929097s","start":"2026-02-27T01:46:02.977787Z","end":"2026-02-27T01:46:04.093716Z","steps":["trace[1355535090] 'agreement among raft nodes before linearized reading' (duration: 1.115821215s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.093758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.977777Z","time spent":"1.115973158s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9808,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bhgwh\" "} {"level":"warn","ts":"2026-02-27T01:46:04.093967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117938701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g9wcw\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-27T01:46:04.093999Z","caller":"traceutil/trace.go:171","msg":"trace[1860888388] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g9wcw; range_end:; response_count:1; response_revision:15095; }","duration":"1.117987043s","start":"2026-02-27T01:46:02.976004Z","end":"2026-02-27T01:46:04.093991Z","steps":["trace[1860888388] 'agreement among raft nodes before linearized reading' (duration: 1.11789641s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.094024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.975989Z","time spent":"1.118029653s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-g9wcw\" "} {"level":"warn","ts":"2026-02-27T01:46:04.094202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121364622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-z957f\" ","response":"range_response_count:1 size:20735"} {"level":"info","ts":"2026-02-27T01:46:04.094228Z","caller":"traceutil/trace.go:171","msg":"trace[1102995625] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-z957f; range_end:; response_count:1; response_revision:15095; }","duration":"1.121391703s","start":"2026-02-27T01:46:02.972828Z","end":"2026-02-27T01:46:04.09422Z","steps":["trace[1102995625] 'agreement among raft nodes before linearized reading' (duration: 1.121308771s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.094251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.972257Z","time spent":"1.121989229s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20757,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-z957f\" "} {"level":"warn","ts":"2026-02-27T01:46:04.094426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13028505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:04.094453Z","caller":"traceutil/trace.go:171","msg":"trace[1207137216] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15095; }","duration":"1.130364882s","start":"2026-02-27T01:46:02.96408Z","end":"2026-02-27T01:46:04.094445Z","steps":["trace[1207137216] 'agreement among raft nodes before linearized reading' (duration: 1.1302816s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.094476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.964051Z","time spent":"1.130419574s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:04.09462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130751682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:04.094669Z","caller":"traceutil/trace.go:171","msg":"trace[443706783] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15095; }","duration":"1.130818453s","start":"2026-02-27T01:46:02.96384Z","end":"2026-02-27T01:46:04.094659Z","steps":["trace[443706783] 'agreement among raft nodes before linearized reading' (duration: 1.130756722s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.094707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.963829Z","time spent":"1.130868886s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:04.095669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360551336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-02-27T01:46:04.095728Z","caller":"traceutil/trace.go:171","msg":"trace[1361139390] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15095; }","duration":"2.360607957s","start":"2026-02-27T01:46:01.735102Z","end":"2026-02-27T01:46:04.09571Z","steps":["trace[1361139390] 'agreement among raft nodes before linearized reading' (duration: 2.360464424s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.095723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438507372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:04.095801Z","caller":"traceutil/trace.go:171","msg":"trace[64229261] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:15095; }","duration":"2.438646846s","start":"2026-02-27T01:46:01.657135Z","end":"2026-02-27T01:46:04.095782Z","steps":["trace[64229261] 'agreement among raft nodes before linearized reading' (duration: 2.438471742s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.095823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.735056Z","time spent":"2.36070781s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:46:04.095865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.657119Z","time spent":"2.438736319s","remote":"127.0.0.1:43728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:04.095994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132340115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T01:46:04.096071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024208482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:46:04.096103Z","caller":"traceutil/trace.go:171","msg":"trace[257307046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15095; }","duration":"2.024240513s","start":"2026-02-27T01:46:02.071854Z","end":"2026-02-27T01:46:04.096095Z","steps":["trace[257307046] 'agreement among raft nodes before linearized reading' (duration: 2.024159981s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:04.096079Z","caller":"traceutil/trace.go:171","msg":"trace[1686538296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15095; }","duration":"1.132455128s","start":"2026-02-27T01:46:02.963599Z","end":"2026-02-27T01:46:04.096054Z","steps":["trace[1686538296] 'agreement among raft nodes before linearized reading' (duration: 1.132296643s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.096127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.071828Z","time spent":"2.024294845s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:46:04.096155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.963573Z","time spent":"1.132569731s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:46:04.096226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47629432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:46:04.096268Z","caller":"traceutil/trace.go:171","msg":"trace[1008462676] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:15095; }","duration":"2.476365792s","start":"2026-02-27T01:46:01.619891Z","end":"2026-02-27T01:46:04.096257Z","steps":["trace[1008462676] 'agreement among raft nodes before linearized reading' (duration: 2.476210808s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.096302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.619876Z","time spent":"2.476419913s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:46:04.096296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030228793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:46:04.096339Z","caller":"traceutil/trace.go:171","msg":"trace[1548031315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15095; }","duration":"2.030282684s","start":"2026-02-27T01:46:02.06605Z","end":"2026-02-27T01:46:04.096333Z","steps":["trace[1548031315] 'agreement among raft nodes before linearized reading' (duration: 2.030175391s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.096364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.066044Z","time spent":"2.030315365s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:46:04.09643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558228084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:04.096461Z","caller":"traceutil/trace.go:171","msg":"trace[2012371568] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15095; }","duration":"2.558331686s","start":"2026-02-27T01:46:01.538121Z","end":"2026-02-27T01:46:04.096453Z","steps":["trace[2012371568] 'agreement among raft nodes before linearized reading' (duration: 2.558247374s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.096495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112425783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:46:04.096524Z","caller":"traceutil/trace.go:171","msg":"trace[561031018] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:15095; }","duration":"2.112472514s","start":"2026-02-27T01:46:01.984042Z","end":"2026-02-27T01:46:04.096514Z","steps":["trace[561031018] 'agreement among raft nodes before linearized reading' (duration: 2.112436743s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.096566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558686405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T01:46:04.096586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.984027Z","time spent":"2.112550787s","remote":"127.0.0.1:43834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:46:04.096593Z","caller":"traceutil/trace.go:171","msg":"trace[795500388] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15095; }","duration":"2.558725057s","start":"2026-02-27T01:46:01.537861Z","end":"2026-02-27T01:46:04.096586Z","steps":["trace[795500388] 'agreement among raft nodes before linearized reading' (duration: 2.558649315s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.096626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.537855Z","time spent":"2.558765748s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:04.096681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135362095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-02-27T01:46:04.096745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558905951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:04.096754Z","caller":"traceutil/trace.go:171","msg":"trace[1408252299] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15095; }","duration":"1.135436097s","start":"2026-02-27T01:46:02.961307Z","end":"2026-02-27T01:46:04.096743Z","steps":["trace[1408252299] 'agreement among raft nodes before linearized reading' (duration: 1.135267293s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:04.096776Z","caller":"traceutil/trace.go:171","msg":"trace[1560764099] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15095; }","duration":"2.558955433s","start":"2026-02-27T01:46:01.537814Z","end":"2026-02-27T01:46:04.096769Z","steps":["trace[1560764099] 'agreement among raft nodes before linearized reading' (duration: 2.558883661s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.096803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.537802Z","time spent":"2.558996234s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:04.09679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.961229Z","time spent":"1.13555215s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:46:04.096817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141493057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:04.096921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560542305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-02-27T01:46:04.096947Z","caller":"traceutil/trace.go:171","msg":"trace[963686448] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15095; }","duration":"2.560586126s","start":"2026-02-27T01:46:01.536354Z","end":"2026-02-27T01:46:04.09694Z","steps":["trace[963686448] 'agreement among raft nodes before linearized reading' (duration: 2.560511544s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.096978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.536344Z","time spent":"2.560628667s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:46:04.096999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187956796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:04.09702Z","caller":"traceutil/trace.go:171","msg":"trace[424266724] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15095; }","duration":"2.187994277s","start":"2026-02-27T01:46:01.909019Z","end":"2026-02-27T01:46:04.097013Z","steps":["trace[424266724] 'agreement among raft nodes before linearized reading' (duration: 2.187919865s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.097053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223155465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:04.097047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.909006Z","time spent":"2.188035578s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T01:46:04.097119Z","caller":"traceutil/trace.go:171","msg":"trace[1113576099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15095; }","duration":"1.223315299s","start":"2026-02-27T01:46:02.873794Z","end":"2026-02-27T01:46:04.097109Z","steps":["trace[1113576099] 'agreement among raft nodes before linearized reading' (duration: 1.223227037s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.097175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560871693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-02-27T01:46:04.097188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.87376Z","time spent":"1.223392541s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:46:04.097209Z","caller":"traceutil/trace.go:171","msg":"trace[198461856] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15095; }","duration":"2.560932235s","start":"2026-02-27T01:46:01.536269Z","end":"2026-02-27T01:46:04.097202Z","steps":["trace[198461856] 'agreement among raft nodes before linearized reading' (duration: 2.560849863s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.097236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.536254Z","time spent":"2.560976076s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:46:04.097311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189144448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:04.097339Z","caller":"traceutil/trace.go:171","msg":"trace[1564832643] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15095; }","duration":"2.18921843s","start":"2026-02-27T01:46:01.908115Z","end":"2026-02-27T01:46:04.097333Z","steps":["trace[1564832643] 'agreement among raft nodes before linearized reading' (duration: 2.189142438s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.097418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561267984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-02-27T01:46:04.097439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.908091Z","time spent":"2.189338752s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T01:46:04.097454Z","caller":"traceutil/trace.go:171","msg":"trace[1563813920] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15095; }","duration":"2.561368407s","start":"2026-02-27T01:46:01.536077Z","end":"2026-02-27T01:46:04.097445Z","steps":["trace[1563813920] 'agreement among raft nodes before linearized reading' (duration: 2.561281205s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.097485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.536044Z","time spent":"2.561435349s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-02-27T01:46:04.097516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709749432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T01:46:04.097557Z","caller":"traceutil/trace.go:171","msg":"trace[2018996791] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15095; }","duration":"1.709835695s","start":"2026-02-27T01:46:02.387712Z","end":"2026-02-27T01:46:04.097547Z","steps":["trace[2018996791] 'agreement among raft nodes before linearized reading' (duration: 1.709687891s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.097621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561652564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:04.097641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.387691Z","time spent":"1.709940297s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T01:46:04.097685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561742257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:04.097687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18961481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:04.097717Z","caller":"traceutil/trace.go:171","msg":"trace[1696276046] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15095; }","duration":"2.561777078s","start":"2026-02-27T01:46:01.535934Z","end":"2026-02-27T01:46:04.097711Z","steps":["trace[1696276046] 'agreement among raft nodes before linearized reading' (duration: 2.561730847s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:04.097739Z","caller":"traceutil/trace.go:171","msg":"trace[1739727373] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15095; }","duration":"2.189677421s","start":"2026-02-27T01:46:01.908055Z","end":"2026-02-27T01:46:04.097732Z","steps":["trace[1739727373] 'agreement among raft nodes before linearized reading' (duration: 2.18961735s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.097746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.535862Z","time spent":"2.561878311s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:04.097795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.908045Z","time spent":"2.189715243s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T01:46:04.097819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561988874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:04.097848Z","caller":"traceutil/trace.go:171","msg":"trace[252372454] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15095; }","duration":"2.562078495s","start":"2026-02-27T01:46:01.535763Z","end":"2026-02-27T01:46:04.097841Z","steps":["trace[252372454] 'agreement among raft nodes before linearized reading' (duration: 2.562040874s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.097877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.535709Z","time spent":"2.562163408s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:04.097893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921182647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:04.09796Z","caller":"traceutil/trace.go:171","msg":"trace[94501584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15095; }","duration":"1.921274479s","start":"2026-02-27T01:46:02.176675Z","end":"2026-02-27T01:46:04.09795Z","steps":["trace[94501584] 'agreement among raft nodes before linearized reading' (duration: 1.921187167s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.097988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576969693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T01:46:04.097968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199640468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T01:46:04.09802Z","caller":"traceutil/trace.go:171","msg":"trace[22458802] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:15095; }","duration":"2.577041875s","start":"2026-02-27T01:46:01.520971Z","end":"2026-02-27T01:46:04.098012Z","steps":["trace[22458802] 'agreement among raft nodes before linearized reading' (duration: 2.576965353s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.097996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.176663Z","time spent":"1.9213254s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:46:04.09805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.520949Z","time spent":"2.577095656s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"info","ts":"2026-02-27T01:46:04.09805Z","caller":"traceutil/trace.go:171","msg":"trace[1928323404] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15095; }","duration":"2.19974825s","start":"2026-02-27T01:46:01.898278Z","end":"2026-02-27T01:46:04.098026Z","steps":["trace[1928323404] 'agreement among raft nodes before linearized reading' (duration: 2.199616977s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.098142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.89826Z","time spent":"2.199873123s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:46:04.098229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.061181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:04.098266Z","caller":"traceutil/trace.go:171","msg":"trace[1106361247] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:15095; }","duration":"421.138623ms","start":"2026-02-27T01:46:03.677119Z","end":"2026-02-27T01:46:04.098257Z","steps":["trace[1106361247] 'agreement among raft nodes before linearized reading' (duration: 421.081971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.098295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269010156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k24lb\" ","response":"range_response_count:1 size:22085"} {"level":"warn","ts":"2026-02-27T01:46:04.095818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022871657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:46:04.098322Z","caller":"traceutil/trace.go:171","msg":"trace[797015922] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k24lb; range_end:; response_count:1; response_revision:15095; }","duration":"2.269056897s","start":"2026-02-27T01:46:01.829259Z","end":"2026-02-27T01:46:04.098316Z","steps":["trace[797015922] 'agreement among raft nodes before linearized reading' (duration: 2.268983035s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:04.09833Z","caller":"traceutil/trace.go:171","msg":"trace[1129415186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15095; }","duration":"2.025493566s","start":"2026-02-27T01:46:02.072829Z","end":"2026-02-27T01:46:04.098322Z","steps":["trace[1129415186] 'agreement among raft nodes before linearized reading' (duration: 2.022763903s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.098333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929753845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T01:46:04.098403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269124609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k24lb\" ","response":"range_response_count:1 size:22085"} {"level":"info","ts":"2026-02-27T01:46:04.098418Z","caller":"traceutil/trace.go:171","msg":"trace[352896717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15095; }","duration":"1.929868489s","start":"2026-02-27T01:46:02.168538Z","end":"2026-02-27T01:46:04.098407Z","steps":["trace[352896717] 'agreement among raft nodes before linearized reading' (duration: 1.929687774s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:04.096924Z","caller":"traceutil/trace.go:171","msg":"trace[197861269] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:15095; }","duration":"2.141644882s","start":"2026-02-27T01:46:01.955269Z","end":"2026-02-27T01:46:04.096914Z","steps":["trace[197861269] 'agreement among raft nodes before linearized reading' (duration: 2.141495918s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.098299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:03.677101Z","time spent":"421.190744ms","remote":"127.0.0.1:59786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:04.098463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311635182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:46:04.098484Z","caller":"traceutil/trace.go:171","msg":"trace[1201474028] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:15095; }","duration":"2.311682303s","start":"2026-02-27T01:46:01.786796Z","end":"2026-02-27T01:46:04.098479Z","steps":["trace[1201474028] 'agreement among raft nodes before linearized reading' (duration: 2.311645212s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.098502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.786784Z","time spent":"2.311713284s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:04.097861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189842176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:04.098568Z","caller":"traceutil/trace.go:171","msg":"trace[683363585] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15095; }","duration":"2.190573446s","start":"2026-02-27T01:46:01.907986Z","end":"2026-02-27T01:46:04.098559Z","steps":["trace[683363585] 'agreement among raft nodes before linearized reading' (duration: 2.189858336s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.098608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.907975Z","time spent":"2.190624257s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T01:46:04.096467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035334109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:04.09868Z","caller":"traceutil/trace.go:171","msg":"trace[2116150486] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:15095; }","duration":"2.03760315s","start":"2026-02-27T01:46:02.06107Z","end":"2026-02-27T01:46:04.098673Z","steps":["trace[2116150486] 'agreement among raft nodes before linearized reading' (duration: 2.0353737s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.098708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.061042Z","time spent":"2.03765806s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:04.098745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.464895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:04.098765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00086224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:04.09878Z","caller":"traceutil/trace.go:171","msg":"trace[1404839974] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:15095; }","duration":"223.500136ms","start":"2026-02-27T01:46:03.875272Z","end":"2026-02-27T01:46:04.098772Z","steps":["trace[1404839974] 'agreement among raft nodes before linearized reading' (duration: 223.444375ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:04.0988Z","caller":"traceutil/trace.go:171","msg":"trace[960759811] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15095; }","duration":"2.000909762s","start":"2026-02-27T01:46:02.097881Z","end":"2026-02-27T01:46:04.09879Z","steps":["trace[960759811] 'agreement among raft nodes before linearized reading' (duration: 2.000758038s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.098863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.097876Z","time spent":"2.000978673s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:04.098358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.072804Z","time spent":"2.025546908s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:46:04.097657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189552808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-02-27T01:46:04.098987Z","caller":"traceutil/trace.go:171","msg":"trace[1607603943] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15095; }","duration":"2.190914915s","start":"2026-02-27T01:46:01.908063Z","end":"2026-02-27T01:46:04.098978Z","steps":["trace[1607603943] 'agreement among raft nodes before linearized reading' (duration: 2.189489597s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.099031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.908046Z","time spent":"2.190970847s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:46:04.098427Z","caller":"traceutil/trace.go:171","msg":"trace[336851178] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k24lb; range_end:; response_count:1; response_revision:15095; }","duration":"2.26915026s","start":"2026-02-27T01:46:01.829271Z","end":"2026-02-27T01:46:04.098421Z","steps":["trace[336851178] 'agreement among raft nodes before linearized reading' (duration: 2.269088038s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.099129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.829215Z","time spent":"2.26990655s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22107,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k24lb\" "} {"level":"warn","ts":"2026-02-27T01:46:04.099169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001567729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:04.099241Z","caller":"traceutil/trace.go:171","msg":"trace[1404974453] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15095; }","duration":"2.001662022s","start":"2026-02-27T01:46:02.097569Z","end":"2026-02-27T01:46:04.099231Z","steps":["trace[1404974453] 'agreement among raft nodes before linearized reading' (duration: 2.001417895s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.099323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.097557Z","time spent":"2.001755934s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:04.099486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002838373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:04.099522Z","caller":"traceutil/trace.go:171","msg":"trace[393526350] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15095; }","duration":"2.002882184s","start":"2026-02-27T01:46:02.096632Z","end":"2026-02-27T01:46:04.099514Z","steps":["trace[393526350] 'agreement among raft nodes before linearized reading' (duration: 2.002806482s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.099549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.096628Z","time spent":"2.002915515s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:04.099684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010720942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:04.099718Z","caller":"traceutil/trace.go:171","msg":"trace[1243339182] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15095; }","duration":"2.010754033s","start":"2026-02-27T01:46:02.088956Z","end":"2026-02-27T01:46:04.09971Z","steps":["trace[1243339182] 'agreement among raft nodes before linearized reading' (duration: 2.010704212s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.099769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.08895Z","time spent":"2.010810756s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:04.096492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.538112Z","time spent":"2.558374707s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:04.099863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.168522Z","time spent":"1.931334417s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:46:04.09992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012273075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-02-27T01:46:04.099918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011186555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:04.099947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.955259Z","time spent":"2.144675072s","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:46:04.099949Z","caller":"traceutil/trace.go:171","msg":"trace[201806575] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15095; }","duration":"2.012339347s","start":"2026-02-27T01:46:02.087603Z","end":"2026-02-27T01:46:04.099943Z","steps":["trace[201806575] 'agreement among raft nodes before linearized reading' (duration: 2.012270265s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.099972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.087589Z","time spent":"2.012378987s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:46:04.099999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011046332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:04.100019Z","caller":"traceutil/trace.go:171","msg":"trace[1863136624] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15095; }","duration":"2.011089002s","start":"2026-02-27T01:46:02.088927Z","end":"2026-02-27T01:46:04.100016Z","steps":["trace[1863136624] 'agreement among raft nodes before linearized reading' (duration: 2.011059772s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.100047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.088913Z","time spent":"2.011129344s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-02-27T01:46:04.099972Z","caller":"traceutil/trace.go:171","msg":"trace[806046216] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15095; }","duration":"2.011272958s","start":"2026-02-27T01:46:02.088684Z","end":"2026-02-27T01:46:04.099957Z","steps":["trace[806046216] 'agreement among raft nodes before linearized reading' (duration: 2.011149795s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.100129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:02.088672Z","time spent":"2.011449502s","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T01:46:04.097648Z","caller":"traceutil/trace.go:171","msg":"trace[1929533968] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15095; }","duration":"2.561726456s","start":"2026-02-27T01:46:01.535914Z","end":"2026-02-27T01:46:04.09764Z","steps":["trace[1929533968] 'agreement among raft nodes before linearized reading' (duration: 2.561686945s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.098345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.829245Z","time spent":"2.269095748s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22107,"request content":"key:\"/registry/pods/openstack/nova-compute-default-k24lb\" "} {"level":"warn","ts":"2026-02-27T01:46:04.100203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:01.535885Z","time spent":"2.564313045s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-27T01:46:04.681439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551189758,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T01:46:04.878188Z","caller":"traceutil/trace.go:171","msg":"trace[376995120] transaction","detail":"{read_only:false; response_revision:15097; number_of_response:1; }","duration":"773.128063ms","start":"2026-02-27T01:46:04.10503Z","end":"2026-02-27T01:46:04.878159Z","steps":["trace[376995120] 'process raft request' (duration: 772.986709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.878369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.105015Z","time spent":"773.268007ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:46:04.878205Z","caller":"traceutil/trace.go:171","msg":"trace[399367898] transaction","detail":"{read_only:false; response_revision:15096; number_of_response:1; }","duration":"773.169044ms","start":"2026-02-27T01:46:04.104997Z","end":"2026-02-27T01:46:04.878166Z","steps":["trace[399367898] 'process raft request' (duration: 772.845016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.878535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.104989Z","time spent":"773.519663ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:46:04.87852Z","caller":"traceutil/trace.go:171","msg":"trace[790768066] transaction","detail":"{read_only:false; response_revision:15098; number_of_response:1; }","duration":"773.431831ms","start":"2026-02-27T01:46:04.105054Z","end":"2026-02-27T01:46:04.878486Z","steps":["trace[790768066] 'process raft request' (duration: 773.067981ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:04.878622Z","caller":"traceutil/trace.go:171","msg":"trace[881388528] transaction","detail":"{read_only:false; response_revision:15099; number_of_response:1; }","duration":"773.530154ms","start":"2026-02-27T01:46:04.10508Z","end":"2026-02-27T01:46:04.87861Z","steps":["trace[881388528] 'process raft request' (duration: 773.307988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.878674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.105076Z","time spent":"773.574835ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:04.878674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.105051Z","time spent":"773.543814ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:46:04.878711Z","caller":"traceutil/trace.go:171","msg":"trace[263894712] transaction","detail":"{read_only:false; response_revision:15100; number_of_response:1; }","duration":"773.477173ms","start":"2026-02-27T01:46:04.105226Z","end":"2026-02-27T01:46:04.878703Z","steps":["trace[263894712] 'process raft request' (duration: 773.273117ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:04.878647Z","caller":"traceutil/trace.go:171","msg":"trace[195116337] transaction","detail":"{read_only:false; response_revision:15102; number_of_response:1; }","duration":"770.516024ms","start":"2026-02-27T01:46:04.108106Z","end":"2026-02-27T01:46:04.878622Z","steps":["trace[195116337] 'process raft request' (duration: 770.473842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.878833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.105221Z","time spent":"773.539674ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:04.878843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.1081Z","time spent":"770.716619ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:46:04.878893Z","caller":"traceutil/trace.go:171","msg":"trace[751516920] transaction","detail":"{read_only:false; response_revision:15101; number_of_response:1; }","duration":"773.100502ms","start":"2026-02-27T01:46:04.10578Z","end":"2026-02-27T01:46:04.878881Z","steps":["trace[751516920] 'process raft request' (duration: 772.766484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:04.879037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.105773Z","time spent":"773.189855ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:06.110102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000185553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T01:46:06.110204Z","caller":"traceutil/trace.go:171","msg":"trace[39883048] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000333716s","start":"2026-02-27T01:46:04.109847Z","end":"2026-02-27T01:46:06.110181Z","steps":["trace[39883048] 'agreement among raft nodes before linearized reading' (duration: 2.000188943s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.110261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.109843Z","time spent":"2.000406159s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:46:06.599342Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.712945819s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:46:06.59982Z","caller":"traceutil/trace.go:171","msg":"trace[305383676] transaction","detail":"{read_only:false; response_revision:15103; number_of_response:1; }","duration":"2.417492964s","start":"2026-02-27T01:46:04.182292Z","end":"2026-02-27T01:46:06.599785Z","steps":["trace[305383676] 'process raft request' (duration: 2.417238117s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:06.600013Z","caller":"traceutil/trace.go:171","msg":"trace[564536408] transaction","detail":"{read_only:false; response_revision:15104; number_of_response:1; }","duration":"2.405836273s","start":"2026-02-27T01:46:04.194152Z","end":"2026-02-27T01:46:06.599988Z","steps":["trace[564536408] 'process raft request' (duration: 2.405544126s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.600035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.182267Z","time spent":"2.417672889s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:06.600118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.194125Z","time spent":"2.405941677s","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:46:06.59984Z","caller":"traceutil/trace.go:171","msg":"trace[405538798] linearizableReadLoop","detail":"{readStateIndex:15836; appliedIndex:15827; }","duration":"2.418689996s","start":"2026-02-27T01:46:04.181132Z","end":"2026-02-27T01:46:06.599822Z","steps":["trace[405538798] 'read index received' (duration: 696.81427ms)","trace[405538798] 'applied index is now lower than readState.Index' (duration: 1.721874816s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:06.600083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497028603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-02-27T01:46:06.600461Z","caller":"traceutil/trace.go:171","msg":"trace[683456022] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15104; }","duration":"2.497473026s","start":"2026-02-27T01:46:04.102972Z","end":"2026-02-27T01:46:06.600445Z","steps":["trace[683456022] 'agreement among raft nodes before linearized reading' (duration: 2.49690369s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.600615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.102948Z","time spent":"2.49765191s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:46:06.600747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48826156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:741787"} {"level":"info","ts":"2026-02-27T01:46:06.600832Z","caller":"traceutil/trace.go:171","msg":"trace[147531999] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15104; }","duration":"2.488379613s","start":"2026-02-27T01:46:04.112433Z","end":"2026-02-27T01:46:06.600813Z","steps":["trace[147531999] 'agreement among raft nodes before linearized reading' (duration: 2.487460589s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.600885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.11242Z","time spent":"2.488453095s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":741809,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:46:06.60099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495990155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-02-27T01:46:06.601104Z","caller":"traceutil/trace.go:171","msg":"trace[233236694] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15104; }","duration":"2.49614604s","start":"2026-02-27T01:46:04.104911Z","end":"2026-02-27T01:46:06.601057Z","steps":["trace[233236694] 'agreement among raft nodes before linearized reading' (duration: 2.495795211s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.601167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48941156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:741787"} {"level":"info","ts":"2026-02-27T01:46:06.601232Z","caller":"traceutil/trace.go:171","msg":"trace[245336398] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15104; }","duration":"2.489513493s","start":"2026-02-27T01:46:04.1117Z","end":"2026-02-27T01:46:06.601213Z","steps":["trace[245336398] 'agreement among raft nodes before linearized reading' (duration: 2.488420964s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.601289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.11169Z","time spent":"2.489586625s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":741809,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:46:06.601183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.104897Z","time spent":"2.496241812s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:46:06.601735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495064281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:741787"} {"level":"info","ts":"2026-02-27T01:46:06.601762Z","caller":"traceutil/trace.go:171","msg":"trace[900182952] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15104; }","duration":"2.495091611s","start":"2026-02-27T01:46:04.106664Z","end":"2026-02-27T01:46:06.601756Z","steps":["trace[900182952] 'agreement among raft nodes before linearized reading' (duration: 2.494008333s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.60181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.106657Z","time spent":"2.495116813s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":741809,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:46:06.601624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491040574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:741787"} {"level":"info","ts":"2026-02-27T01:46:06.601905Z","caller":"traceutil/trace.go:171","msg":"trace[76306199] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15104; }","duration":"2.491310141s","start":"2026-02-27T01:46:04.110576Z","end":"2026-02-27T01:46:06.601886Z","steps":["trace[76306199] 'agreement among raft nodes before linearized reading' (duration: 2.490101949s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.601999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.110562Z","time spent":"2.491417073s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":741809,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T01:46:06.601659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489130722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:741787"} {"level":"info","ts":"2026-02-27T01:46:06.60241Z","caller":"traceutil/trace.go:171","msg":"trace[1527965681] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15104; }","duration":"2.489894844s","start":"2026-02-27T01:46:04.112503Z","end":"2026-02-27T01:46:06.602397Z","steps":["trace[1527965681] 'agreement among raft nodes before linearized reading' (duration: 2.488030944s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.602479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:04.112498Z","time spent":"2.489966275s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":741809,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T01:46:06.988832Z","caller":"traceutil/trace.go:171","msg":"trace[1261251463] transaction","detail":"{read_only:false; response_revision:15106; number_of_response:1; }","duration":"569.658321ms","start":"2026-02-27T01:46:06.419147Z","end":"2026-02-27T01:46:06.988805Z","steps":["trace[1261251463] 'process raft request' (duration: 569.561328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.989015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.419127Z","time spent":"569.795174ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:06.989308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.45211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:06.989381Z","caller":"traceutil/trace.go:171","msg":"trace[147114535] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15106; }","duration":"875.571723ms","start":"2026-02-27T01:46:06.113792Z","end":"2026-02-27T01:46:06.989364Z","steps":["trace[147114535] 'agreement among raft nodes before linearized reading' (duration: 875.329776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.989434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.113768Z","time spent":"875.652805ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T01:46:06.989442Z","caller":"traceutil/trace.go:171","msg":"trace[1583117631] transaction","detail":"{read_only:false; response_revision:15105; number_of_response:1; }","duration":"1.462927215s","start":"2026-02-27T01:46:05.526498Z","end":"2026-02-27T01:46:06.989425Z","steps":["trace[1583117631] 'process raft request' (duration: 1.462006641s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:06.989671Z","caller":"traceutil/trace.go:171","msg":"trace[1437707229] linearizableReadLoop","detail":"{readStateIndex:15838; appliedIndex:15838; }","duration":"388.627977ms","start":"2026-02-27T01:46:06.600389Z","end":"2026-02-27T01:46:06.989017Z","steps":["trace[1437707229] 'read index received' (duration: 388.607386ms)","trace[1437707229] 'applied index is now lower than readState.Index' (duration: 18.12µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:46:06.98988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.998644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:06.989935Z","caller":"traceutil/trace.go:171","msg":"trace[71011067] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15106; }","duration":"879.103258ms","start":"2026-02-27T01:46:06.110818Z","end":"2026-02-27T01:46:06.989921Z","steps":["trace[71011067] 'agreement among raft nodes before linearized reading' (duration: 878.938183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.989943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.159579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:06.989982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.110795Z","time spent":"879.176619ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T01:46:06.989993Z","caller":"traceutil/trace.go:171","msg":"trace[625977548] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15106; }","duration":"879.21469ms","start":"2026-02-27T01:46:06.110761Z","end":"2026-02-27T01:46:06.989976Z","steps":["trace[625977548] 'agreement among raft nodes before linearized reading' (duration: 879.154389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.989956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.283656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-02-27T01:46:06.990034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.110757Z","time spent":"879.266091ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:06.990025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.011038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T01:46:06.990076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.162208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-27T01:46:06.990112Z","caller":"traceutil/trace.go:171","msg":"trace[1250933765] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15106; }","duration":"878.144991ms","start":"2026-02-27T01:46:06.111948Z","end":"2026-02-27T01:46:06.990093Z","steps":["trace[1250933765] 'agreement among raft nodes before linearized reading' (duration: 877.876604ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:06.990127Z","caller":"traceutil/trace.go:171","msg":"trace[1192179056] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15106; }","duration":"879.232981ms","start":"2026-02-27T01:46:06.110882Z","end":"2026-02-27T01:46:06.990115Z","steps":["trace[1192179056] 'agreement among raft nodes before linearized reading' (duration: 879.111048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.990147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.390864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:06.99016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.110872Z","time spent":"879.281122ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-02-27T01:46:06.990159Z","caller":"traceutil/trace.go:171","msg":"trace[47092511] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15106; }","duration":"884.499191ms","start":"2026-02-27T01:46:06.105558Z","end":"2026-02-27T01:46:06.990057Z","steps":["trace[47092511] 'agreement among raft nodes before linearized reading' (duration: 883.464344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.990256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.677342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:06.990286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.911869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T01:46:06.990165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.111932Z","time spent":"878.224384ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:06.990279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.105533Z","time spent":"884.732917ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T01:46:06.990321Z","caller":"traceutil/trace.go:171","msg":"trace[929610660] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15106; }","duration":"876.96247ms","start":"2026-02-27T01:46:06.11335Z","end":"2026-02-27T01:46:06.990312Z","steps":["trace[929610660] 'agreement among raft nodes before linearized reading' (duration: 876.882558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.990351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.11334Z","time spent":"877.004751ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:06.990361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.649438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-02-27T01:46:06.990395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.964483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:06.990213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.439276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:06.990472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.984721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:06.990481Z","caller":"traceutil/trace.go:171","msg":"trace[1814619297] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15106; }","duration":"876.714493ms","start":"2026-02-27T01:46:06.113755Z","end":"2026-02-27T01:46:06.99047Z","steps":["trace[1814619297] 'agreement among raft nodes before linearized reading' (duration: 876.435646ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:06.990408Z","caller":"traceutil/trace.go:171","msg":"trace[1299017907] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15106; }","duration":"883.71138ms","start":"2026-02-27T01:46:06.106684Z","end":"2026-02-27T01:46:06.990395Z","steps":["trace[1299017907] 'agreement among raft nodes before linearized reading' (duration: 883.622618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.990424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.468307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:06.990306Z","caller":"traceutil/trace.go:171","msg":"trace[633355113] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15106; }","duration":"879.726334ms","start":"2026-02-27T01:46:06.110568Z","end":"2026-02-27T01:46:06.990295Z","steps":["trace[633355113] 'agreement among raft nodes before linearized reading' (duration: 879.655922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.990576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.588444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:06.9902Z","caller":"traceutil/trace.go:171","msg":"trace[776905483] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15106; }","duration":"879.456457ms","start":"2026-02-27T01:46:06.11073Z","end":"2026-02-27T01:46:06.990186Z","steps":["trace[776905483] 'agreement among raft nodes before linearized reading' (duration: 879.387675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.990599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.347231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T01:46:06.990271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.216294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-02-27T01:46:06.990622Z","caller":"traceutil/trace.go:171","msg":"trace[1231996469] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15106; }","duration":"884.648385ms","start":"2026-02-27T01:46:06.105961Z","end":"2026-02-27T01:46:06.990609Z","steps":["trace[1231996469] 'agreement among raft nodes before linearized reading' (duration: 884.586023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.990344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.411319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:06.990748Z","caller":"traceutil/trace.go:171","msg":"trace[910963567] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15106; }","duration":"878.82424ms","start":"2026-02-27T01:46:06.111906Z","end":"2026-02-27T01:46:06.990731Z","steps":["trace[910963567] 'agreement among raft nodes before linearized reading' (duration: 878.405429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.990809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.111897Z","time spent":"878.896652ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T01:46:06.990476Z","caller":"traceutil/trace.go:171","msg":"trace[570667436] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15106; }","duration":"879.039426ms","start":"2026-02-27T01:46:06.11141Z","end":"2026-02-27T01:46:06.99045Z","steps":["trace[570667436] 'agreement among raft nodes before linearized reading' (duration: 878.961094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.990867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.111403Z","time spent":"879.450367ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-02-27T01:46:06.990522Z","caller":"traceutil/trace.go:171","msg":"trace[1988650374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15106; }","duration":"880.053322ms","start":"2026-02-27T01:46:06.110457Z","end":"2026-02-27T01:46:06.99051Z","steps":["trace[1988650374] 'agreement among raft nodes before linearized reading' (duration: 879.985951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.990928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:05.52647Z","time spent":"1.463008738s","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7548,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:06.9906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.110515Z","time spent":"880.076354ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:06.990416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.881558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-02-27T01:46:06.991037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.110445Z","time spent":"880.551305ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:46:06.991073Z","caller":"traceutil/trace.go:171","msg":"trace[484244408] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15106; }","duration":"880.563676ms","start":"2026-02-27T01:46:06.110497Z","end":"2026-02-27T01:46:06.99106Z","steps":["trace[484244408] 'agreement among raft nodes before linearized reading' (duration: 879.834807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.991303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.110482Z","time spent":"880.801502ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T01:46:06.990526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.113747Z","time spent":"876.769446ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T01:46:06.989885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.130524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-02-27T01:46:06.991499Z","caller":"traceutil/trace.go:171","msg":"trace[1378404364] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15106; }","duration":"884.758028ms","start":"2026-02-27T01:46:06.106727Z","end":"2026-02-27T01:46:06.991485Z","steps":["trace[1378404364] 'agreement among raft nodes before linearized reading' (duration: 883.062303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.991548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.106721Z","time spent":"884.81261ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:46:06.990551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.106672Z","time spent":"883.865204ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:46:06.990241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.810999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:06.991794Z","caller":"traceutil/trace.go:171","msg":"trace[1078526473] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15106; }","duration":"880.427462ms","start":"2026-02-27T01:46:06.111353Z","end":"2026-02-27T01:46:06.99178Z","steps":["trace[1078526473] 'agreement among raft nodes before linearized reading' (duration: 878.608024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.991835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.111344Z","time spent":"880.481463ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T01:46:06.990581Z","caller":"traceutil/trace.go:171","msg":"trace[2122911760] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15106; }","duration":"879.707354ms","start":"2026-02-27T01:46:06.110854Z","end":"2026-02-27T01:46:06.990562Z","steps":["trace[2122911760] 'agreement among raft nodes before linearized reading' (duration: 879.335844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.991989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.110843Z","time spent":"881.133891ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T01:46:06.990584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.364101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:06.992182Z","caller":"traceutil/trace.go:171","msg":"trace[1479362514] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15106; }","duration":"879.045305ms","start":"2026-02-27T01:46:06.113116Z","end":"2026-02-27T01:46:06.992161Z","steps":["trace[1479362514] 'agreement among raft nodes before linearized reading' (duration: 877.35312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.992247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.113108Z","time spent":"879.121348ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T01:46:06.990634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.110723Z","time spent":"879.901658ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T01:46:06.990649Z","caller":"traceutil/trace.go:171","msg":"trace[1473244066] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15106; }","duration":"877.412232ms","start":"2026-02-27T01:46:06.113228Z","end":"2026-02-27T01:46:06.99064Z","steps":["trace[1473244066] 'agreement among raft nodes before linearized reading' (duration: 877.34839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.992412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.113217Z","time spent":"879.17693ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T01:46:06.990654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.411012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:06.992483Z","caller":"traceutil/trace.go:171","msg":"trace[898722672] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15106; }","duration":"879.246332ms","start":"2026-02-27T01:46:06.113223Z","end":"2026-02-27T01:46:06.992469Z","steps":["trace[898722672] 'agreement among raft nodes before linearized reading' (duration: 877.393662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.992534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.113217Z","time spent":"879.300893ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T01:46:06.990655Z","caller":"traceutil/trace.go:171","msg":"trace[1198833013] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15106; }","duration":"884.655365ms","start":"2026-02-27T01:46:06.105991Z","end":"2026-02-27T01:46:06.990647Z","steps":["trace[1198833013] 'agreement among raft nodes before linearized reading' (duration: 884.172352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.992696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.105963Z","time spent":"886.7217ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:46:06.990677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.105954Z","time spent":"884.712487ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-27T01:46:06.990479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.317846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-02-27T01:46:06.992982Z","caller":"traceutil/trace.go:171","msg":"trace[377458548] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15106; }","duration":"886.72878ms","start":"2026-02-27T01:46:06.106139Z","end":"2026-02-27T01:46:06.992867Z","steps":["trace[377458548] 'agreement among raft nodes before linearized reading' (duration: 884.289395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.993052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.106131Z","time spent":"886.902916ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T01:46:06.991045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.974584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-02-27T01:46:06.994267Z","caller":"traceutil/trace.go:171","msg":"trace[1803453549] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15106; }","duration":"880.498744ms","start":"2026-02-27T01:46:06.113751Z","end":"2026-02-27T01:46:06.99425Z","steps":["trace[1803453549] 'agreement among raft nodes before linearized reading' (duration: 875.907912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:06.994367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.11374Z","time spent":"880.603377ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T01:46:07.023461Z","caller":"traceutil/trace.go:171","msg":"trace[174389822] transaction","detail":"{read_only:false; response_revision:15107; number_of_response:1; }","duration":"416.398586ms","start":"2026-02-27T01:46:06.607049Z","end":"2026-02-27T01:46:07.023447Z","steps":["trace[174389822] 'process raft request' (duration: 416.265652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:07.023573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.607016Z","time spent":"416.492499ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:46:07.02378Z","caller":"traceutil/trace.go:171","msg":"trace[1680488804] transaction","detail":"{read_only:false; response_revision:15108; number_of_response:1; }","duration":"415.904953ms","start":"2026-02-27T01:46:06.607799Z","end":"2026-02-27T01:46:07.023704Z","steps":["trace[1680488804] 'process raft request' (duration: 415.613775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:07.023977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.60778Z","time spent":"416.097408ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:46:07.07374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.16361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-02-27T01:46:07.073798Z","caller":"traceutil/trace.go:171","msg":"trace[232500083] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15108; }","duration":"422.270603ms","start":"2026-02-27T01:46:06.651516Z","end":"2026-02-27T01:46:07.073787Z","steps":["trace[232500083] 'agreement among raft nodes before linearized reading' (duration: 422.104408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:07.073754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.256047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T01:46:07.073834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.361674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-02-27T01:46:07.073861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.271316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:07.073868Z","caller":"traceutil/trace.go:171","msg":"trace[1576606487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15108; }","duration":"188.414111ms","start":"2026-02-27T01:46:06.885434Z","end":"2026-02-27T01:46:07.073848Z","steps":["trace[1576606487] 'agreement among raft nodes before linearized reading' (duration: 188.173755ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:07.07389Z","caller":"traceutil/trace.go:171","msg":"trace[1483817257] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:15108; }","duration":"302.294556ms","start":"2026-02-27T01:46:06.771582Z","end":"2026-02-27T01:46:07.073877Z","steps":["trace[1483817257] 'agreement among raft nodes before linearized reading' (duration: 302.255145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:07.07391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.771518Z","time spent":"302.388289ms","remote":"127.0.0.1:43738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:46:07.073911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.947126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:46:07.074021Z","caller":"traceutil/trace.go:171","msg":"trace[211645334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15108; }","duration":"189.11643ms","start":"2026-02-27T01:46:06.884878Z","end":"2026-02-27T01:46:07.073994Z","steps":["trace[211645334] 'agreement among raft nodes before linearized reading' (duration: 188.848753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:07.073823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.651495Z","time spent":"422.322895ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11518,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:46:07.073886Z","caller":"traceutil/trace.go:171","msg":"trace[792932558] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:15108; }","duration":"187.443975ms","start":"2026-02-27T01:46:06.886428Z","end":"2026-02-27T01:46:07.073872Z","steps":["trace[792932558] 'agreement among raft nodes before linearized reading' (duration: 187.2569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:07.074182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.28901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-02-27T01:46:07.074226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.767334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:46:07.074234Z","caller":"traceutil/trace.go:171","msg":"trace[1037449268] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15108; }","duration":"471.390612ms","start":"2026-02-27T01:46:06.602832Z","end":"2026-02-27T01:46:07.074223Z","steps":["trace[1037449268] 'agreement among raft nodes before linearized reading' (duration: 471.271529ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:07.074256Z","caller":"traceutil/trace.go:171","msg":"trace[1213312517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15108; }","duration":"187.816945ms","start":"2026-02-27T01:46:06.886428Z","end":"2026-02-27T01:46:07.074245Z","steps":["trace[1213312517] 'agreement among raft nodes before linearized reading' (duration: 187.731563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:07.074274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:06.602806Z","time spent":"471.459175ms","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T01:46:07.074362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.042252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:46:07.07439Z","caller":"traceutil/trace.go:171","msg":"trace[1277014628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15108; }","duration":"188.100103ms","start":"2026-02-27T01:46:06.886283Z","end":"2026-02-27T01:46:07.074383Z","steps":["trace[1277014628] 'agreement among raft nodes before linearized reading' (duration: 188.028051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:07.074385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.660938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:46:07.074466Z","caller":"traceutil/trace.go:171","msg":"trace[749785637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15108; }","duration":"188.785631ms","start":"2026-02-27T01:46:06.885661Z","end":"2026-02-27T01:46:07.074446Z","steps":["trace[749785637] 'agreement among raft nodes before linearized reading' (duration: 187.927698ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:07.248384Z","caller":"traceutil/trace.go:171","msg":"trace[822117168] transaction","detail":"{read_only:false; response_revision:15113; number_of_response:1; }","duration":"169.27265ms","start":"2026-02-27T01:46:07.07908Z","end":"2026-02-27T01:46:07.248353Z","steps":["trace[822117168] 'process raft request' (duration: 96.688466ms)","trace[822117168] 'compare' (duration: 72.203843ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:07.248725Z","caller":"traceutil/trace.go:171","msg":"trace[101874327] linearizableReadLoop","detail":"{readStateIndex:15850; appliedIndex:15842; }","duration":"148.339262ms","start":"2026-02-27T01:46:07.100356Z","end":"2026-02-27T01:46:07.248695Z","steps":["trace[101874327] 'read index received' (duration: 74.872335ms)","trace[101874327] 'applied index is now lower than readState.Index' (duration: 73.465077ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:07.248855Z","caller":"traceutil/trace.go:171","msg":"trace[697853038] transaction","detail":"{read_only:false; response_revision:15116; number_of_response:1; }","duration":"168.863319ms","start":"2026-02-27T01:46:07.07998Z","end":"2026-02-27T01:46:07.248843Z","steps":["trace[697853038] 'process raft request' (duration: 168.663843ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:07.248861Z","caller":"traceutil/trace.go:171","msg":"trace[227604090] transaction","detail":"{read_only:false; response_revision:15115; number_of_response:1; }","duration":"169.617689ms","start":"2026-02-27T01:46:07.079226Z","end":"2026-02-27T01:46:07.248843Z","steps":["trace[227604090] 'process raft request' (duration: 169.27555ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:07.248922Z","caller":"traceutil/trace.go:171","msg":"trace[591663963] transaction","detail":"{read_only:false; response_revision:15114; number_of_response:1; }","duration":"169.796304ms","start":"2026-02-27T01:46:07.079104Z","end":"2026-02-27T01:46:07.2489Z","steps":["trace[591663963] 'process raft request' (duration: 169.193958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:07.249075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.488922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T01:46:07.249121Z","caller":"traceutil/trace.go:171","msg":"trace[825810870] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:15116; }","duration":"170.548904ms","start":"2026-02-27T01:46:07.078559Z","end":"2026-02-27T01:46:07.249108Z","steps":["trace[825810870] 'agreement among raft nodes before linearized reading' (duration: 170.371869ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:07.292472Z","caller":"traceutil/trace.go:171","msg":"trace[268585409] transaction","detail":"{read_only:false; response_revision:15117; number_of_response:1; }","duration":"191.013759ms","start":"2026-02-27T01:46:07.101418Z","end":"2026-02-27T01:46:07.292432Z","steps":["trace[268585409] 'process raft request' (duration: 190.833164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:07.292612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.846888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"info","ts":"2026-02-27T01:46:07.292685Z","caller":"traceutil/trace.go:171","msg":"trace[108839307] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15117; }","duration":"180.956541ms","start":"2026-02-27T01:46:07.111711Z","end":"2026-02-27T01:46:07.292668Z","steps":["trace[108839307] 'agreement among raft nodes before linearized reading' (duration: 180.686544ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:46:08.267793Z","caller":"traceutil/trace.go:171","msg":"trace[2012614639] linearizableReadLoop","detail":"{readStateIndex:15852; appliedIndex:15851; }","duration":"446.797357ms","start":"2026-02-27T01:46:07.820971Z","end":"2026-02-27T01:46:08.267768Z","steps":["trace[2012614639] 'read index received' (duration: 446.501569ms)","trace[2012614639] 'applied index is now lower than readState.Index' (duration: 290.978µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:46:08.267915Z","caller":"traceutil/trace.go:171","msg":"trace[1126486634] transaction","detail":"{read_only:false; response_revision:15118; number_of_response:1; }","duration":"531.759021ms","start":"2026-02-27T01:46:07.736116Z","end":"2026-02-27T01:46:08.267876Z","steps":["trace[1126486634] 'process raft request' (duration: 531.463193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:08.267978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.313938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:46:08.268019Z","caller":"traceutil/trace.go:171","msg":"trace[87758881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15118; }","duration":"394.427982ms","start":"2026-02-27T01:46:07.873578Z","end":"2026-02-27T01:46:08.268006Z","steps":["trace[87758881] 'agreement among raft nodes before linearized reading' (duration: 394.339349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:08.268008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.80737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T01:46:08.268021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.021913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:46:08.268061Z","caller":"traceutil/trace.go:171","msg":"trace[942835999] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:15118; }","duration":"290.922193ms","start":"2026-02-27T01:46:07.977126Z","end":"2026-02-27T01:46:08.268048Z","steps":["trace[942835999] 'agreement among raft nodes before linearized reading' (duration: 290.82832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:08.268068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:07.873554Z","time spent":"394.501853ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:46:08.26808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:07.736085Z","time spent":"531.909405ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:46:08.268103Z","caller":"traceutil/trace.go:171","msg":"trace[240394829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15118; }","duration":"447.162806ms","start":"2026-02-27T01:46:07.820916Z","end":"2026-02-27T01:46:08.268079Z","steps":["trace[240394829] 'agreement among raft nodes before linearized reading' (duration: 446.997492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:46:08.268163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:46:07.820892Z","time spent":"447.259349ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:48:45.365746Z","caller":"traceutil/trace.go:171","msg":"trace[1988468317] transaction","detail":"{read_only:false; response_revision:16525; number_of_response:1; }","duration":"243.790007ms","start":"2026-02-27T01:48:45.121901Z","end":"2026-02-27T01:48:45.365691Z","steps":["trace[1988468317] 'process raft request' (duration: 179.831792ms)","trace[1988468317] 'compare' (duration: 63.78395ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:48:47.370824Z","caller":"traceutil/trace.go:171","msg":"trace[1441218945] linearizableReadLoop","detail":"{readStateIndex:17345; appliedIndex:17344; }","duration":"239.966325ms","start":"2026-02-27T01:48:47.130829Z","end":"2026-02-27T01:48:47.370796Z","steps":["trace[1441218945] 'read index received' (duration: 239.715268ms)","trace[1441218945] 'applied index is now lower than readState.Index' (duration: 249.867µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:48:47.370964Z","caller":"traceutil/trace.go:171","msg":"trace[647359500] transaction","detail":"{read_only:false; response_revision:16540; number_of_response:1; }","duration":"246.006676ms","start":"2026-02-27T01:48:47.124912Z","end":"2026-02-27T01:48:47.370919Z","steps":["trace[647359500] 'process raft request' (duration: 245.737179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:48:47.371095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.251623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-njvvz\" ","response":"range_response_count:1 size:15415"} {"level":"info","ts":"2026-02-27T01:48:47.37115Z","caller":"traceutil/trace.go:171","msg":"trace[1028898678] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-njvvz; range_end:; response_count:1; response_revision:16540; }","duration":"240.337215ms","start":"2026-02-27T01:48:47.130795Z","end":"2026-02-27T01:48:47.371133Z","steps":["trace[1028898678] 'agreement among raft nodes before linearized reading' (duration: 240.142979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:48:47.371432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.799651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T01:48:47.371446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.775303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T01:48:47.371475Z","caller":"traceutil/trace.go:171","msg":"trace[184589737] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16540; }","duration":"215.845592ms","start":"2026-02-27T01:48:47.155618Z","end":"2026-02-27T01:48:47.371463Z","steps":["trace[184589737] 'agreement among raft nodes before linearized reading' (duration: 215.77399ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:48:47.371485Z","caller":"traceutil/trace.go:171","msg":"trace[1966452474] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16540; }","duration":"226.846705ms","start":"2026-02-27T01:48:47.144627Z","end":"2026-02-27T01:48:47.371474Z","steps":["trace[1966452474] 'agreement among raft nodes before linearized reading' (duration: 226.740672ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:48:47.515786Z","caller":"traceutil/trace.go:171","msg":"trace[1438126336] linearizableReadLoop","detail":"{readStateIndex:17347; appliedIndex:17345; }","duration":"103.297143ms","start":"2026-02-27T01:48:47.412457Z","end":"2026-02-27T01:48:47.515754Z","steps":["trace[1438126336] 'read index received' (duration: 18.424481ms)","trace[1438126336] 'applied index is now lower than readState.Index' (duration: 84.871322ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:48:47.515784Z","caller":"traceutil/trace.go:171","msg":"trace[392692169] transaction","detail":"{read_only:false; response_revision:16541; number_of_response:1; }","duration":"131.683109ms","start":"2026-02-27T01:48:47.384054Z","end":"2026-02-27T01:48:47.515737Z","steps":["trace[392692169] 'process raft request' (duration: 46.818278ms)","trace[392692169] 'compare' (duration: 84.597854ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:48:47.515872Z","caller":"traceutil/trace.go:171","msg":"trace[1257600976] transaction","detail":"{read_only:false; response_revision:16542; number_of_response:1; }","duration":"131.538255ms","start":"2026-02-27T01:48:47.384301Z","end":"2026-02-27T01:48:47.515839Z","steps":["trace[1257600976] 'process raft request' (duration: 131.385461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:48:47.516063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.58514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-02-27T01:48:47.516114Z","caller":"traceutil/trace.go:171","msg":"trace[1916695094] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16542; }","duration":"103.697984ms","start":"2026-02-27T01:48:47.412403Z","end":"2026-02-27T01:48:47.516101Z","steps":["trace[1916695094] 'agreement among raft nodes before linearized reading' (duration: 103.475648ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:48:58.30794Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13678} {"level":"info","ts":"2026-02-27T01:48:58.395975Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13678,"took":"84.883702ms","hash":2243963951,"current-db-size-bytes":44965888,"current-db-size":"45 MB","current-db-size-in-use-bytes":30711808,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-27T01:48:58.396057Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2243963951,"revision":13678,"compact-revision":11397} {"level":"info","ts":"2026-02-27T01:51:23.002906Z","caller":"traceutil/trace.go:171","msg":"trace[1899846820] transaction","detail":"{read_only:false; response_revision:17784; number_of_response:1; }","duration":"129.93851ms","start":"2026-02-27T01:51:22.87292Z","end":"2026-02-27T01:51:23.002859Z","steps":["trace[1899846820] 'process raft request' (duration: 82.659918ms)","trace[1899846820] 'compare' (duration: 47.131508ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:23.003044Z","caller":"traceutil/trace.go:171","msg":"trace[190867610] linearizableReadLoop","detail":"{readStateIndex:18656; appliedIndex:18654; }","duration":"129.5576ms","start":"2026-02-27T01:51:22.873466Z","end":"2026-02-27T01:51:23.003024Z","steps":["trace[190867610] 'read index received' (duration: 56.079765ms)","trace[190867610] 'applied index is now lower than readState.Index' (duration: 73.476695ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:23.003105Z","caller":"traceutil/trace.go:171","msg":"trace[589956062] transaction","detail":"{read_only:false; response_revision:17785; number_of_response:1; }","duration":"128.907092ms","start":"2026-02-27T01:51:22.874162Z","end":"2026-02-27T01:51:23.003069Z","steps":["trace[589956062] 'process raft request' (duration: 128.648545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:23.003305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.817027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T01:51:23.003354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.807036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T01:51:23.003433Z","caller":"traceutil/trace.go:171","msg":"trace[1081022525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17785; }","duration":"129.888669ms","start":"2026-02-27T01:51:22.873531Z","end":"2026-02-27T01:51:23.00342Z","steps":["trace[1081022525] 'agreement among raft nodes before linearized reading' (duration: 129.732584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:23.003362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.810506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T01:51:23.003675Z","caller":"traceutil/trace.go:171","msg":"trace[131875023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17785; }","duration":"130.161526ms","start":"2026-02-27T01:51:22.873499Z","end":"2026-02-27T01:51:23.003661Z","steps":["trace[131875023] 'agreement among raft nodes before linearized reading' (duration: 129.674333ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:23.003359Z","caller":"traceutil/trace.go:171","msg":"trace[145093745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17785; }","duration":"129.909898ms","start":"2026-02-27T01:51:22.873432Z","end":"2026-02-27T01:51:23.003342Z","steps":["trace[145093745] 'agreement among raft nodes before linearized reading' (duration: 129.715183ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:40.932474Z","caller":"traceutil/trace.go:171","msg":"trace[728834209] transaction","detail":"{read_only:false; response_revision:18092; number_of_response:1; }","duration":"128.453501ms","start":"2026-02-27T01:51:40.803993Z","end":"2026-02-27T01:51:40.932446Z","steps":["trace[728834209] 'process raft request' (duration: 126.455138ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:40.934646Z","caller":"traceutil/trace.go:171","msg":"trace[145196241] linearizableReadLoop","detail":"{readStateIndex:18974; appliedIndex:18972; }","duration":"116.996707ms","start":"2026-02-27T01:51:40.817625Z","end":"2026-02-27T01:51:40.934622Z","steps":["trace[145196241] 'read index received' (duration: 112.837657ms)","trace[145196241] 'applied index is now lower than readState.Index' (duration: 4.15784ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:40.934781Z","caller":"traceutil/trace.go:171","msg":"trace[736859596] transaction","detail":"{read_only:false; response_revision:18093; number_of_response:1; }","duration":"126.812547ms","start":"2026-02-27T01:51:40.807938Z","end":"2026-02-27T01:51:40.934751Z","steps":["trace[736859596] 'process raft request' (duration: 126.520329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:40.934919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.276434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-db-sync-p5sng\" ","response":"range_response_count:1 size:5315"} {"level":"info","ts":"2026-02-27T01:51:40.934969Z","caller":"traceutil/trace.go:171","msg":"trace[793529596] range","detail":"{range_begin:/registry/pods/openstack/senlin-db-sync-p5sng; range_end:; response_count:1; response_revision:18093; }","duration":"117.375697ms","start":"2026-02-27T01:51:40.817582Z","end":"2026-02-27T01:51:40.934957Z","steps":["trace[793529596] 'agreement among raft nodes before linearized reading' (duration: 117.175932ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:41.941019Z","caller":"traceutil/trace.go:171","msg":"trace[462151548] linearizableReadLoop","detail":"{readStateIndex:18985; appliedIndex:18983; }","duration":"440.822719ms","start":"2026-02-27T01:51:41.500172Z","end":"2026-02-27T01:51:41.940995Z","steps":["trace[462151548] 'read index received' (duration: 383.551133ms)","trace[462151548] 'applied index is now lower than readState.Index' (duration: 57.270306ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:41.941123Z","caller":"traceutil/trace.go:171","msg":"trace[1877680992] transaction","detail":"{read_only:false; response_revision:18103; number_of_response:1; }","duration":"609.311959ms","start":"2026-02-27T01:51:41.331789Z","end":"2026-02-27T01:51:41.941101Z","steps":["trace[1877680992] 'process raft request' (duration: 551.892869ms)","trace[1877680992] 'compare' (duration: 56.905126ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:51:41.941237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:41.331771Z","time spent":"609.402151ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:51:41.941317Z","caller":"traceutil/trace.go:171","msg":"trace[44300677] transaction","detail":"{read_only:false; response_revision:18104; number_of_response:1; }","duration":"469.21029ms","start":"2026-02-27T01:51:41.472093Z","end":"2026-02-27T01:51:41.941303Z","steps":["trace[44300677] 'process raft request' (duration: 468.805589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:41.941635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:41.472071Z","time spent":"469.488507ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:51:41.94193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.700513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-27T01:51:41.941966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.662705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T01:51:41.941983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.779124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-02-27T01:51:41.942013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.196793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T01:51:41.94206Z","caller":"traceutil/trace.go:171","msg":"trace[667864621] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:18104; }","duration":"401.910379ms","start":"2026-02-27T01:51:41.540062Z","end":"2026-02-27T01:51:41.941972Z","steps":["trace[667864621] 'agreement among raft nodes before linearized reading' (duration: 401.631361ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:41.942065Z","caller":"traceutil/trace.go:171","msg":"trace[1564998093] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:18104; }","duration":"171.779538ms","start":"2026-02-27T01:51:41.770261Z","end":"2026-02-27T01:51:41.942041Z","steps":["trace[1564998093] 'agreement among raft nodes before linearized reading' (duration: 171.576772ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:41.942123Z","caller":"traceutil/trace.go:171","msg":"trace[1497593941] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:18104; }","duration":"318.353057ms","start":"2026-02-27T01:51:41.623746Z","end":"2026-02-27T01:51:41.9421Z","steps":["trace[1497593941] 'agreement among raft nodes before linearized reading' (duration: 318.118321ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:41.942124Z","caller":"traceutil/trace.go:171","msg":"trace[294643024] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:18104; }","duration":"441.934998ms","start":"2026-02-27T01:51:41.500156Z","end":"2026-02-27T01:51:41.942091Z","steps":["trace[294643024] 'agreement among raft nodes before linearized reading' (duration: 441.536577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:41.94218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:41.623728Z","time spent":"318.442709ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T01:51:41.942192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:41.500113Z","time spent":"442.064991ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-27T01:51:41.942216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:41.540051Z","time spent":"402.151435ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"info","ts":"2026-02-27T01:51:45.264579Z","caller":"traceutil/trace.go:171","msg":"trace[276158819] linearizableReadLoop","detail":"{readStateIndex:19006; appliedIndex:19005; }","duration":"162.136882ms","start":"2026-02-27T01:51:45.102418Z","end":"2026-02-27T01:51:45.264554Z","steps":["trace[276158819] 'read index received' (duration: 162.0381ms)","trace[276158819] 'applied index is now lower than readState.Index' (duration: 98.082µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:45.264682Z","caller":"traceutil/trace.go:171","msg":"trace[923239179] transaction","detail":"{read_only:false; response_revision:18124; number_of_response:1; }","duration":"231.18418ms","start":"2026-02-27T01:51:45.033488Z","end":"2026-02-27T01:51:45.264672Z","steps":["trace[923239179] 'process raft request' (duration: 230.847821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:45.26495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.126591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T01:51:45.264987Z","caller":"traceutil/trace.go:171","msg":"trace[2017758405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18124; }","duration":"148.201023ms","start":"2026-02-27T01:51:45.116776Z","end":"2026-02-27T01:51:45.264977Z","steps":["trace[2017758405] 'agreement among raft nodes before linearized reading' (duration: 148.023278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:45.265086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.456084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-02-27T01:51:45.265124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.694537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:51:45.265169Z","caller":"traceutil/trace.go:171","msg":"trace[1730636867] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:18124; }","duration":"158.582828ms","start":"2026-02-27T01:51:45.106567Z","end":"2026-02-27T01:51:45.26515Z","steps":["trace[1730636867] 'agreement among raft nodes before linearized reading' (duration: 158.238709ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:45.265216Z","caller":"traceutil/trace.go:171","msg":"trace[1958197450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18124; }","duration":"162.855151ms","start":"2026-02-27T01:51:45.10234Z","end":"2026-02-27T01:51:45.265195Z","steps":["trace[1958197450] 'agreement among raft nodes before linearized reading' (duration: 162.571214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:45.265335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.861711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T01:51:45.265367Z","caller":"traceutil/trace.go:171","msg":"trace[1410426444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18124; }","duration":"148.923542ms","start":"2026-02-27T01:51:45.116435Z","end":"2026-02-27T01:51:45.265359Z","steps":["trace[1410426444] 'agreement among raft nodes before linearized reading' (duration: 148.84343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:45.265427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.407023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T01:51:45.265469Z","caller":"traceutil/trace.go:171","msg":"trace[247799986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18124; }","duration":"155.501346ms","start":"2026-02-27T01:51:45.109957Z","end":"2026-02-27T01:51:45.265459Z","steps":["trace[247799986] 'agreement among raft nodes before linearized reading' (duration: 155.392153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:45.265467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.663727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:227399"} {"level":"info","ts":"2026-02-27T01:51:45.265584Z","caller":"traceutil/trace.go:171","msg":"trace[1578495536] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:18124; }","duration":"122.816131ms","start":"2026-02-27T01:51:45.142722Z","end":"2026-02-27T01:51:45.265538Z","steps":["trace[1578495536] 'agreement among raft nodes before linearized reading' (duration: 122.346339ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:46.105034Z","caller":"traceutil/trace.go:171","msg":"trace[695313192] transaction","detail":"{read_only:false; response_revision:18130; number_of_response:1; }","duration":"295.277976ms","start":"2026-02-27T01:51:45.809704Z","end":"2026-02-27T01:51:46.104982Z","steps":["trace[695313192] 'process raft request' (duration: 289.894444ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:46.106053Z","caller":"traceutil/trace.go:171","msg":"trace[278279165] linearizableReadLoop","detail":"{readStateIndex:19012; appliedIndex:19011; }","duration":"152.065155ms","start":"2026-02-27T01:51:45.953894Z","end":"2026-02-27T01:51:46.105959Z","steps":["trace[278279165] 'read index received' (duration: 145.179823ms)","trace[278279165] 'applied index is now lower than readState.Index' (duration: 6.881902ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:51:46.106252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.337962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:51:46.106292Z","caller":"traceutil/trace.go:171","msg":"trace[439961180] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:18130; }","duration":"152.397323ms","start":"2026-02-27T01:51:45.953886Z","end":"2026-02-27T01:51:46.106283Z","steps":["trace[439961180] 'agreement among raft nodes before linearized reading' (duration: 152.300631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:46.106541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.572748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:51:46.106618Z","caller":"traceutil/trace.go:171","msg":"trace[1008154987] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:18130; }","duration":"152.696102ms","start":"2026-02-27T01:51:45.953895Z","end":"2026-02-27T01:51:46.106591Z","steps":["trace[1008154987] 'agreement among raft nodes before linearized reading' (duration: 152.542068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:46.107001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.666255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-27T01:51:46.107038Z","caller":"traceutil/trace.go:171","msg":"trace[1835002675] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:18130; }","duration":"148.708646ms","start":"2026-02-27T01:51:45.958314Z","end":"2026-02-27T01:51:46.107023Z","steps":["trace[1835002675] 'agreement among raft nodes before linearized reading' (duration: 148.629484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:46.107164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.676121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T01:51:46.107214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.335635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T01:51:46.10724Z","caller":"traceutil/trace.go:171","msg":"trace[1239778747] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:18130; }","duration":"106.424477ms","start":"2026-02-27T01:51:46.000807Z","end":"2026-02-27T01:51:46.107232Z","steps":["trace[1239778747] 'agreement among raft nodes before linearized reading' (duration: 106.329544ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:46.107258Z","caller":"traceutil/trace.go:171","msg":"trace[924692175] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:18130; }","duration":"152.798844ms","start":"2026-02-27T01:51:45.95443Z","end":"2026-02-27T01:51:46.107229Z","steps":["trace[924692175] 'agreement among raft nodes before linearized reading' (duration: 152.691242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:46.107405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.390548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T01:51:46.107446Z","caller":"traceutil/trace.go:171","msg":"trace[1930039615] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18130; }","duration":"114.45641ms","start":"2026-02-27T01:51:45.992967Z","end":"2026-02-27T01:51:46.107423Z","steps":["trace[1930039615] 'agreement among raft nodes before linearized reading' (duration: 114.385248ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:46.250976Z","caller":"traceutil/trace.go:171","msg":"trace[1373493124] linearizableReadLoop","detail":"{readStateIndex:19013; appliedIndex:19012; }","duration":"134.802918ms","start":"2026-02-27T01:51:46.116136Z","end":"2026-02-27T01:51:46.250939Z","steps":["trace[1373493124] 'read index received' (duration: 134.399717ms)","trace[1373493124] 'applied index is now lower than readState.Index' (duration: 401.471µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:46.251011Z","caller":"traceutil/trace.go:171","msg":"trace[2019272489] transaction","detail":"{read_only:false; number_of_response:0; response_revision:18130; }","duration":"136.37227ms","start":"2026-02-27T01:51:46.114603Z","end":"2026-02-27T01:51:46.250975Z","steps":["trace[2019272489] 'process raft request' (duration: 136.02467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:46.251251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.093396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T01:51:46.251337Z","caller":"traceutil/trace.go:171","msg":"trace[1187353996] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:18130; }","duration":"135.192088ms","start":"2026-02-27T01:51:46.11612Z","end":"2026-02-27T01:51:46.251312Z","steps":["trace[1187353996] 'agreement among raft nodes before linearized reading' (duration: 134.941812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:46.251338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.87624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T01:51:46.25141Z","caller":"traceutil/trace.go:171","msg":"trace[595242787] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18130; }","duration":"134.972042ms","start":"2026-02-27T01:51:46.116411Z","end":"2026-02-27T01:51:46.251383Z","steps":["trace[595242787] 'agreement among raft nodes before linearized reading' (duration: 134.724056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:47.230278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.82925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:51:47.230364Z","caller":"traceutil/trace.go:171","msg":"trace[408608867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18142; }","duration":"352.989693ms","start":"2026-02-27T01:51:46.877353Z","end":"2026-02-27T01:51:47.230343Z","steps":["trace[408608867] 'range keys from in-memory index tree' (duration: 352.715707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:47.230405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:46.877331Z","time spent":"353.064876ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:51:47.23038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.575401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-k24lb\" ","response":"range_response_count:1 size:22086"} {"level":"info","ts":"2026-02-27T01:51:47.230477Z","caller":"traceutil/trace.go:171","msg":"trace[650833763] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-k24lb; range_end:; response_count:1; response_revision:18142; }","duration":"208.724405ms","start":"2026-02-27T01:51:47.021723Z","end":"2026-02-27T01:51:47.230448Z","steps":["trace[650833763] 'range keys from in-memory index tree' (duration: 208.345885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:47.780663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551200643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:51:48.280999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551200643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:51:48.378989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.10390471s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:51:48.379354Z","caller":"traceutil/trace.go:171","msg":"trace[632130063] linearizableReadLoop","detail":"{readStateIndex:19027; appliedIndex:19026; }","duration":"1.099522524s","start":"2026-02-27T01:51:47.279814Z","end":"2026-02-27T01:51:48.379337Z","steps":["trace[632130063] 'read index received' (duration: 1.099315269s)","trace[632130063] 'applied index is now lower than readState.Index' (duration: 206.525µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:51:48.37951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099680018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T01:51:48.379537Z","caller":"traceutil/trace.go:171","msg":"trace[2065446484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18143; }","duration":"1.0997654s","start":"2026-02-27T01:51:47.279764Z","end":"2026-02-27T01:51:48.37953Z","steps":["trace[2065446484] 'agreement among raft nodes before linearized reading' (duration: 1.099639317s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:48.379561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:47.279745Z","time spent":"1.099810922s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:51:48.379638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.724211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T01:51:48.379646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041624162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T01:51:48.379659Z","caller":"traceutil/trace.go:171","msg":"trace[1573285187] transaction","detail":"{read_only:false; response_revision:18143; number_of_response:1; }","duration":"1.104487395s","start":"2026-02-27T01:51:47.274931Z","end":"2026-02-27T01:51:48.379418Z","steps":["trace[1573285187] 'process raft request' (duration: 1.10427372s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:48.379712Z","caller":"traceutil/trace.go:171","msg":"trace[56016936] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:18143; }","duration":"263.846315ms","start":"2026-02-27T01:51:48.115843Z","end":"2026-02-27T01:51:48.37969Z","steps":["trace[56016936] 'agreement among raft nodes before linearized reading' (duration: 263.711671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:48.379728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.499542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T01:51:48.379778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.501415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:51:48.379778Z","caller":"traceutil/trace.go:171","msg":"trace[2004615193] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:18143; }","duration":"264.556593ms","start":"2026-02-27T01:51:48.115201Z","end":"2026-02-27T01:51:48.379758Z","steps":["trace[2004615193] 'agreement among raft nodes before linearized reading' (duration: 264.506242ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:48.379808Z","caller":"traceutil/trace.go:171","msg":"trace[1282200318] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:18143; }","duration":"266.572227ms","start":"2026-02-27T01:51:48.113227Z","end":"2026-02-27T01:51:48.3798Z","steps":["trace[1282200318] 'agreement among raft nodes before linearized reading' (duration: 266.523505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:48.379807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:47.27491Z","time spent":"1.104812165s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:51:48.379867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.180153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:51:48.37989Z","caller":"traceutil/trace.go:171","msg":"trace[545417918] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:18143; }","duration":"264.226855ms","start":"2026-02-27T01:51:48.115658Z","end":"2026-02-27T01:51:48.379885Z","steps":["trace[545417918] 'agreement among raft nodes before linearized reading' (duration: 264.187964ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:48.379723Z","caller":"traceutil/trace.go:171","msg":"trace[1882543666] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:18143; }","duration":"1.041752025s","start":"2026-02-27T01:51:47.33795Z","end":"2026-02-27T01:51:48.379702Z","steps":["trace[1882543666] 'agreement among raft nodes before linearized reading' (duration: 1.041527969s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:48.379939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:47.337926Z","time spent":"1.042007562s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:51:48.379991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.253373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T01:51:48.379995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.143229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-02-27T01:51:48.38Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.433429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T01:51:48.379655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.189776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:51:48.380027Z","caller":"traceutil/trace.go:171","msg":"trace[1370710166] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:18143; }","duration":"265.184879ms","start":"2026-02-27T01:51:48.114832Z","end":"2026-02-27T01:51:48.380017Z","steps":["trace[1370710166] 'agreement among raft nodes before linearized reading' (duration: 265.061326ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:48.380034Z","caller":"traceutil/trace.go:171","msg":"trace[1962094248] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:18143; }","duration":"267.513661ms","start":"2026-02-27T01:51:48.112508Z","end":"2026-02-27T01:51:48.380022Z","steps":["trace[1962094248] 'agreement among raft nodes before linearized reading' (duration: 267.46485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:48.380048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.720018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-27T01:51:48.380047Z","caller":"traceutil/trace.go:171","msg":"trace[863153539] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:18143; }","duration":"266.654389ms","start":"2026-02-27T01:51:48.113377Z","end":"2026-02-27T01:51:48.380031Z","steps":["trace[863153539] 'agreement among raft nodes before linearized reading' (duration: 266.206397ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:48.380066Z","caller":"traceutil/trace.go:171","msg":"trace[632049468] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:18143; }","duration":"122.75292ms","start":"2026-02-27T01:51:48.257309Z","end":"2026-02-27T01:51:48.380062Z","steps":["trace[632049468] 'agreement among raft nodes before linearized reading' (duration: 122.705138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:48.379998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.279865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-27T01:51:48.380003Z","caller":"traceutil/trace.go:171","msg":"trace[58713773] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:18143; }","duration":"123.299404ms","start":"2026-02-27T01:51:48.2567Z","end":"2026-02-27T01:51:48.379999Z","steps":["trace[58713773] 'agreement among raft nodes before linearized reading' (duration: 123.278723ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:48.380141Z","caller":"traceutil/trace.go:171","msg":"trace[783719764] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:18143; }","duration":"264.508412ms","start":"2026-02-27T01:51:48.115601Z","end":"2026-02-27T01:51:48.38011Z","steps":["trace[783719764] 'agreement among raft nodes before linearized reading' (duration: 263.990968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:48.380169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.123256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T01:51:48.380185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041446598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T01:51:48.380194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.909964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:51:48.380204Z","caller":"traceutil/trace.go:171","msg":"trace[1268046869] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:18143; }","duration":"124.224468ms","start":"2026-02-27T01:51:48.255969Z","end":"2026-02-27T01:51:48.380194Z","steps":["trace[1268046869] 'agreement among raft nodes before linearized reading' (duration: 124.170377ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:48.38022Z","caller":"traceutil/trace.go:171","msg":"trace[2059432678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18143; }","duration":"1.041530159s","start":"2026-02-27T01:51:47.338676Z","end":"2026-02-27T01:51:48.380206Z","steps":["trace[2059432678] 'agreement among raft nodes before linearized reading' (duration: 1.041440787s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:48.380259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:47.338648Z","time spent":"1.041600061s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:51:48.380277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042024532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T01:51:48.380295Z","caller":"traceutil/trace.go:171","msg":"trace[465314731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18143; }","duration":"1.042064434s","start":"2026-02-27T01:51:47.338226Z","end":"2026-02-27T01:51:48.38029Z","steps":["trace[465314731] 'agreement among raft nodes before linearized reading' (duration: 1.042006012s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:48.38031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:47.338215Z","time spent":"1.042090454s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T01:51:48.380226Z","caller":"traceutil/trace.go:171","msg":"trace[1211708999] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:18143; }","duration":"122.980236ms","start":"2026-02-27T01:51:48.257234Z","end":"2026-02-27T01:51:48.380214Z","steps":["trace[1211708999] 'agreement among raft nodes before linearized reading' (duration: 122.936374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:48.380389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042053073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T01:51:48.380401Z","caller":"traceutil/trace.go:171","msg":"trace[1992733393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18143; }","duration":"1.042104514s","start":"2026-02-27T01:51:47.338293Z","end":"2026-02-27T01:51:48.380397Z","steps":["trace[1992733393] 'agreement among raft nodes before linearized reading' (duration: 1.042061383s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:48.380413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:47.338268Z","time spent":"1.042142296s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:51:48.885347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551200646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:51:49.035437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.486046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T01:51:49.035719Z","caller":"traceutil/trace.go:171","msg":"trace[805068435] transaction","detail":"{read_only:false; response_revision:18144; number_of_response:1; }","duration":"651.127885ms","start":"2026-02-27T01:51:48.384546Z","end":"2026-02-27T01:51:49.035674Z","steps":["trace[805068435] 'process raft request' (duration: 532.313761ms)","trace[805068435] 'compare' (duration: 118.139926ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:51:49.035916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:48.384527Z","time spent":"651.285279ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:51:49.035967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.92723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T01:51:49.036002Z","caller":"traceutil/trace.go:171","msg":"trace[361883075] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:18148; }","duration":"650.976121ms","start":"2026-02-27T01:51:48.385015Z","end":"2026-02-27T01:51:49.035991Z","steps":["trace[361883075] 'agreement among raft nodes before linearized reading' (duration: 650.782576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:49.036087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:48.385007Z","time spent":"651.071174ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:51:49.03577Z","caller":"traceutil/trace.go:171","msg":"trace[455672199] linearizableReadLoop","detail":"{readStateIndex:19032; appliedIndex:19027; }","duration":"650.718644ms","start":"2026-02-27T01:51:48.385034Z","end":"2026-02-27T01:51:49.035753Z","steps":["trace[455672199] 'read index received' (duration: 531.90342ms)","trace[455672199] 'applied index is now lower than readState.Index' (duration: 118.813854ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:49.036471Z","caller":"traceutil/trace.go:171","msg":"trace[572532157] transaction","detail":"{read_only:false; response_revision:18145; number_of_response:1; }","duration":"651.647698ms","start":"2026-02-27T01:51:48.384789Z","end":"2026-02-27T01:51:49.036437Z","steps":["trace[572532157] 'process raft request' (duration: 650.779105ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:49.036509Z","caller":"traceutil/trace.go:171","msg":"trace[1278774627] transaction","detail":"{read_only:false; response_revision:18146; number_of_response:1; }","duration":"650.728734ms","start":"2026-02-27T01:51:48.385772Z","end":"2026-02-27T01:51:49.036501Z","steps":["trace[1278774627] 'process raft request' (duration: 649.869921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:49.037014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.212837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T01:51:49.037036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.506518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:51:49.037107Z","caller":"traceutil/trace.go:171","msg":"trace[1145333343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18148; }","duration":"163.611981ms","start":"2026-02-27T01:51:48.873475Z","end":"2026-02-27T01:51:49.037087Z","steps":["trace[1145333343] 'agreement among raft nodes before linearized reading' (duration: 163.502418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:49.037069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:48.384781Z","time spent":"652.094091ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:51:49.036545Z","caller":"traceutil/trace.go:171","msg":"trace[56526732] transaction","detail":"{read_only:false; response_revision:18147; number_of_response:1; }","duration":"650.431897ms","start":"2026-02-27T01:51:48.386105Z","end":"2026-02-27T01:51:49.036536Z","steps":["trace[56526732] 'process raft request' (duration: 649.576904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:49.03728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:48.386076Z","time spent":"651.176206ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:51:49.037267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.254586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bhgwh\" ","response":"range_response_count:1 size:9787"} {"level":"warn","ts":"2026-02-27T01:51:49.037213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.742949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-27T01:51:49.037281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:48.385743Z","time spent":"651.358151ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:51:49.037351Z","caller":"traceutil/trace.go:171","msg":"trace[1838257415] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bhgwh; range_end:; response_count:1; response_revision:18148; }","duration":"442.40002ms","start":"2026-02-27T01:51:48.594929Z","end":"2026-02-27T01:51:49.037329Z","steps":["trace[1838257415] 'agreement among raft nodes before linearized reading' (duration: 442.113823ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:49.037101Z","caller":"traceutil/trace.go:171","msg":"trace[1483270618] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:18148; }","duration":"229.357231ms","start":"2026-02-27T01:51:48.807721Z","end":"2026-02-27T01:51:49.037078Z","steps":["trace[1483270618] 'agreement among raft nodes before linearized reading' (duration: 229.184627ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:49.036577Z","caller":"traceutil/trace.go:171","msg":"trace[1237596241] transaction","detail":"{read_only:false; response_revision:18148; number_of_response:1; }","duration":"649.104492ms","start":"2026-02-27T01:51:48.387465Z","end":"2026-02-27T01:51:49.036569Z","steps":["trace[1237596241] 'process raft request' (duration: 648.25612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:49.037418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:48.594907Z","time spent":"442.497952ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9809,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bhgwh\" "} {"level":"warn","ts":"2026-02-27T01:51:49.037512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:48.38745Z","time spent":"649.980535ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:51:49.037561Z","caller":"traceutil/trace.go:171","msg":"trace[112145485] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18148; }","duration":"649.905762ms","start":"2026-02-27T01:51:48.387437Z","end":"2026-02-27T01:51:49.037343Z","steps":["trace[112145485] 'agreement among raft nodes before linearized reading' (duration: 649.44451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:49.037762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:48.38743Z","time spent":"650.314783ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T01:51:49.251962Z","caller":"traceutil/trace.go:171","msg":"trace[306486118] transaction","detail":"{read_only:false; response_revision:18149; number_of_response:1; }","duration":"210.40586ms","start":"2026-02-27T01:51:49.041527Z","end":"2026-02-27T01:51:49.251932Z","steps":["trace[306486118] 'process raft request' (duration: 210.181534ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:49.262857Z","caller":"traceutil/trace.go:171","msg":"trace[827530335] linearizableReadLoop","detail":"{readStateIndex:19034; appliedIndex:19032; }","duration":"218.570915ms","start":"2026-02-27T01:51:49.044265Z","end":"2026-02-27T01:51:49.262836Z","steps":["trace[827530335] 'read index received' (duration: 207.518003ms)","trace[827530335] 'applied index is now lower than readState.Index' (duration: 11.047782ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:49.26298Z","caller":"traceutil/trace.go:171","msg":"trace[630109706] transaction","detail":"{read_only:false; response_revision:18150; number_of_response:1; }","duration":"219.327616ms","start":"2026-02-27T01:51:49.043642Z","end":"2026-02-27T01:51:49.26297Z","steps":["trace[630109706] 'process raft request' (duration: 219.056619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:49.263948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.663354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:942562"} {"level":"info","ts":"2026-02-27T01:51:49.264013Z","caller":"traceutil/trace.go:171","msg":"trace[1447481233] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:18150; }","duration":"219.763157ms","start":"2026-02-27T01:51:49.044235Z","end":"2026-02-27T01:51:49.263998Z","steps":["trace[1447481233] 'agreement among raft nodes before linearized reading' (duration: 218.838693ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:50.271918Z","caller":"traceutil/trace.go:171","msg":"trace[98110908] transaction","detail":"{read_only:false; response_revision:18154; number_of_response:1; }","duration":"396.566487ms","start":"2026-02-27T01:51:49.875322Z","end":"2026-02-27T01:51:50.271889Z","steps":["trace[98110908] 'process raft request' (duration: 396.349581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:50.272073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:49.875289Z","time spent":"396.713381ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":902,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:51:50.298829Z","caller":"traceutil/trace.go:171","msg":"trace[396892198] linearizableReadLoop","detail":"{readStateIndex:19039; appliedIndex:19037; }","duration":"170.296168ms","start":"2026-02-27T01:51:50.128511Z","end":"2026-02-27T01:51:50.298807Z","steps":["trace[396892198] 'read index received' (duration: 143.226061ms)","trace[396892198] 'applied index is now lower than readState.Index' (duration: 27.069087ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:50.298917Z","caller":"traceutil/trace.go:171","msg":"trace[51099000] transaction","detail":"{read_only:false; response_revision:18155; number_of_response:1; }","duration":"408.961815ms","start":"2026-02-27T01:51:49.889914Z","end":"2026-02-27T01:51:50.298876Z","steps":["trace[51099000] 'process raft request' (duration: 408.74266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:50.299075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:49.889873Z","time spent":"409.090669ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21041,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:51:50.299255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.74639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T01:51:50.299298Z","caller":"traceutil/trace.go:171","msg":"trace[1214014655] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18155; }","duration":"170.832272ms","start":"2026-02-27T01:51:50.128455Z","end":"2026-02-27T01:51:50.299287Z","steps":["trace[1214014655] 'agreement among raft nodes before linearized reading' (duration: 170.439452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:53.557723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.234749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-27T01:51:53.557754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.978579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T01:51:53.557828Z","caller":"traceutil/trace.go:171","msg":"trace[1249841665] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18183; }","duration":"175.414123ms","start":"2026-02-27T01:51:53.382386Z","end":"2026-02-27T01:51:53.557801Z","steps":["trace[1249841665] 'range keys from in-memory index tree' (duration: 174.992192ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:53.558076Z","caller":"traceutil/trace.go:171","msg":"trace[97362210] transaction","detail":"{read_only:false; response_revision:18184; number_of_response:1; }","duration":"170.948505ms","start":"2026-02-27T01:51:53.387105Z","end":"2026-02-27T01:51:53.558054Z","steps":["trace[97362210] 'process raft request' (duration: 28.556656ms)","trace[97362210] 'compare' (duration: 141.860455ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:51:53.55858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.829302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:942993"} {"level":"info","ts":"2026-02-27T01:51:53.558687Z","caller":"traceutil/trace.go:171","msg":"trace[354787796] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:18183; }","duration":"173.984235ms","start":"2026-02-27T01:51:53.38468Z","end":"2026-02-27T01:51:53.558664Z","steps":["trace[354787796] 'range keys from in-memory index tree' (duration: 172.733642ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:53.72101Z","caller":"traceutil/trace.go:171","msg":"trace[1712895396] transaction","detail":"{read_only:false; response_revision:18185; number_of_response:1; }","duration":"158.470285ms","start":"2026-02-27T01:51:53.562497Z","end":"2026-02-27T01:51:53.720967Z","steps":["trace[1712895396] 'process raft request' (duration: 134.417468ms)","trace[1712895396] 'compare' (duration: 23.817071ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:51:53.938624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.150388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T01:51:53.938734Z","caller":"traceutil/trace.go:171","msg":"trace[2017358511] linearizableReadLoop","detail":"{readStateIndex:19072; appliedIndex:19070; }","duration":"349.261575ms","start":"2026-02-27T01:51:53.589452Z","end":"2026-02-27T01:51:53.938714Z","steps":["trace[2017358511] 'read index received' (duration: 107.474315ms)","trace[2017358511] 'applied index is now lower than readState.Index' (duration: 241.78582ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:53.938826Z","caller":"traceutil/trace.go:171","msg":"trace[121173182] transaction","detail":"{read_only:false; response_revision:18186; number_of_response:1; }","duration":"372.940251ms","start":"2026-02-27T01:51:53.565873Z","end":"2026-02-27T01:51:53.938814Z","steps":["trace[121173182] 'process raft request' (duration: 271.512736ms)","trace[121173182] 'compare' (duration: 101.040255ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:51:53.938884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:53.565865Z","time spent":"372.987563ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:51:53.939303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.853551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T01:51:53.939336Z","caller":"traceutil/trace.go:171","msg":"trace[1769024158] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18186; }","duration":"349.919263ms","start":"2026-02-27T01:51:53.589407Z","end":"2026-02-27T01:51:53.939326Z","steps":["trace[1769024158] 'agreement among raft nodes before linearized reading' (duration: 349.41435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:53.939362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:53.589387Z","time spent":"349.968894ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T01:51:56.10079Z","caller":"traceutil/trace.go:171","msg":"trace[831638122] linearizableReadLoop","detail":"{readStateIndex:19087; appliedIndex:19086; }","duration":"227.06639ms","start":"2026-02-27T01:51:55.873675Z","end":"2026-02-27T01:51:56.100742Z","steps":["trace[831638122] 'read index received' (duration: 226.926197ms)","trace[831638122] 'applied index is now lower than readState.Index' (duration: 139.093µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:56.100848Z","caller":"traceutil/trace.go:171","msg":"trace[1727413305] transaction","detail":"{read_only:false; response_revision:18201; number_of_response:1; }","duration":"368.509154ms","start":"2026-02-27T01:51:55.732302Z","end":"2026-02-27T01:51:56.100811Z","steps":["trace[1727413305] 'process raft request' (duration: 368.266648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:56.100951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.262085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:51:56.100989Z","caller":"traceutil/trace.go:171","msg":"trace[1548135571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18201; }","duration":"227.358688ms","start":"2026-02-27T01:51:55.873621Z","end":"2026-02-27T01:51:56.100979Z","steps":["trace[1548135571] 'agreement among raft nodes before linearized reading' (duration: 227.260275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:56.101016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:55.732279Z","time spent":"368.652639ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:51:56.1946Z","caller":"traceutil/trace.go:171","msg":"trace[875690815] transaction","detail":"{read_only:false; response_revision:18202; number_of_response:1; }","duration":"171.223092ms","start":"2026-02-27T01:51:56.023352Z","end":"2026-02-27T01:51:56.194576Z","steps":["trace[875690815] 'process raft request' (duration: 170.929434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:56.194668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.355103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T01:51:56.194707Z","caller":"traceutil/trace.go:171","msg":"trace[1847814363] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:18202; }","duration":"251.414334ms","start":"2026-02-27T01:51:55.94328Z","end":"2026-02-27T01:51:56.194694Z","steps":["trace[1847814363] 'agreement among raft nodes before linearized reading' (duration: 251.207409ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:59.033293Z","caller":"traceutil/trace.go:171","msg":"trace[1247434214] linearizableReadLoop","detail":"{readStateIndex:19128; appliedIndex:19127; }","duration":"105.494912ms","start":"2026-02-27T01:51:58.927772Z","end":"2026-02-27T01:51:59.033267Z","steps":["trace[1247434214] 'read index received' (duration: 23.237704ms)","trace[1247434214] 'applied index is now lower than readState.Index' (duration: 82.255598ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:59.033409Z","caller":"traceutil/trace.go:171","msg":"trace[247666591] transaction","detail":"{read_only:false; response_revision:18238; number_of_response:1; }","duration":"112.624941ms","start":"2026-02-27T01:51:58.920761Z","end":"2026-02-27T01:51:59.033386Z","steps":["trace[247666591] 'process raft request' (duration: 30.339123ms)","trace[247666591] 'compare' (duration: 81.826936ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:51:59.033568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.782961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-27T01:51:59.033641Z","caller":"traceutil/trace.go:171","msg":"trace[1726593050] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:18238; }","duration":"105.913224ms","start":"2026-02-27T01:51:58.927714Z","end":"2026-02-27T01:51:59.033627Z","steps":["trace[1726593050] 'agreement among raft nodes before linearized reading' (duration: 105.688628ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:59.339522Z","caller":"traceutil/trace.go:171","msg":"trace[1583945932] transaction","detail":"{read_only:false; response_revision:18239; number_of_response:1; }","duration":"291.840695ms","start":"2026-02-27T01:51:59.047655Z","end":"2026-02-27T01:51:59.339496Z","steps":["trace[1583945932] 'process raft request' (duration: 274.806874ms)","trace[1583945932] 'compare' (duration: 16.62492ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:59.563988Z","caller":"traceutil/trace.go:171","msg":"trace[1587691370] transaction","detail":"{read_only:false; response_revision:18240; number_of_response:1; }","duration":"515.971548ms","start":"2026-02-27T01:51:59.047961Z","end":"2026-02-27T01:51:59.563933Z","steps":["trace[1587691370] 'process raft request' (duration: 515.741421ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:59.564062Z","caller":"traceutil/trace.go:171","msg":"trace[1279793806] transaction","detail":"{read_only:false; response_revision:18242; number_of_response:1; }","duration":"515.915656ms","start":"2026-02-27T01:51:59.048107Z","end":"2026-02-27T01:51:59.564022Z","steps":["trace[1279793806] 'process raft request' (duration: 515.785402ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:59.564093Z","caller":"traceutil/trace.go:171","msg":"trace[1440451590] transaction","detail":"{read_only:false; response_revision:18243; number_of_response:1; }","duration":"515.885045ms","start":"2026-02-27T01:51:59.048169Z","end":"2026-02-27T01:51:59.564054Z","steps":["trace[1440451590] 'process raft request' (duration: 515.751811ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:59.564119Z","caller":"traceutil/trace.go:171","msg":"trace[540037054] transaction","detail":"{read_only:false; response_revision:18241; number_of_response:1; }","duration":"516.04492ms","start":"2026-02-27T01:51:59.048039Z","end":"2026-02-27T01:51:59.564084Z","steps":["trace[540037054] 'process raft request' (duration: 515.815863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:59.564177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.047934Z","time spent":"516.154783ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:51:59.564166Z","caller":"traceutil/trace.go:171","msg":"trace[270142243] linearizableReadLoop","detail":"{readStateIndex:19133; appliedIndex:19128; }","duration":"513.134193ms","start":"2026-02-27T01:51:59.050992Z","end":"2026-02-27T01:51:59.564126Z","steps":["trace[270142243] 'read index received' (duration: 271.519777ms)","trace[270142243] 'applied index is now lower than readState.Index' (duration: 241.613336ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:59.564193Z","caller":"traceutil/trace.go:171","msg":"trace[936410909] transaction","detail":"{read_only:false; response_revision:18245; number_of_response:1; }","duration":"501.321739ms","start":"2026-02-27T01:51:59.062831Z","end":"2026-02-27T01:51:59.564153Z","steps":["trace[936410909] 'process raft request' (duration: 501.167225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:59.564248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.048027Z","time spent":"516.143852ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:51:59.564246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.048162Z","time spent":"516.006679ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:51:59.564377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.048099Z","time spent":"516.041889ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:51:59.564565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.548853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T01:51:59.564389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.062822Z","time spent":"501.457084ms","remote":"127.0.0.1:59762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3807,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:51:59.564613Z","caller":"traceutil/trace.go:171","msg":"trace[225772362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18246; }","duration":"465.644935ms","start":"2026-02-27T01:51:59.098957Z","end":"2026-02-27T01:51:59.564602Z","steps":["trace[225772362] 'agreement among raft nodes before linearized reading' (duration: 465.42802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:59.564608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.591975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-02-27T01:51:59.564645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.098933Z","time spent":"465.705517ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:51:59.564672Z","caller":"traceutil/trace.go:171","msg":"trace[872348074] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:18246; }","duration":"513.686897ms","start":"2026-02-27T01:51:59.050967Z","end":"2026-02-27T01:51:59.564654Z","steps":["trace[872348074] 'agreement among raft nodes before linearized reading' (duration: 513.493802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:59.564731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.05096Z","time spent":"513.758959ms","remote":"127.0.0.1:43426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-02-27T01:51:59.564816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.494834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bhgwh\" ","response":"range_response_count:1 size:9787"} {"level":"info","ts":"2026-02-27T01:51:59.564866Z","caller":"traceutil/trace.go:171","msg":"trace[1486672697] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bhgwh; range_end:; response_count:1; response_revision:18246; }","duration":"184.577286ms","start":"2026-02-27T01:51:59.380276Z","end":"2026-02-27T01:51:59.564854Z","steps":["trace[1486672697] 'agreement among raft nodes before linearized reading' (duration: 184.407901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:59.564905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.500011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:51:59.564931Z","caller":"traceutil/trace.go:171","msg":"trace[1572424652] transaction","detail":"{read_only:false; response_revision:18246; number_of_response:1; }","duration":"459.120043ms","start":"2026-02-27T01:51:59.105799Z","end":"2026-02-27T01:51:59.564919Z","steps":["trace[1572424652] 'process raft request' (duration: 458.27389ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:59.56495Z","caller":"traceutil/trace.go:171","msg":"trace[1767347772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18246; }","duration":"431.564083ms","start":"2026-02-27T01:51:59.133375Z","end":"2026-02-27T01:51:59.564939Z","steps":["trace[1767347772] 'agreement among raft nodes before linearized reading' (duration: 431.46172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:59.564979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.133362Z","time spent":"431.610714ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:51:59.565009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.105784Z","time spent":"459.172384ms","remote":"127.0.0.1:43426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2515,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:51:59.56512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.533516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T01:51:59.565186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.609398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T01:51:59.565215Z","caller":"traceutil/trace.go:171","msg":"trace[1175358506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18246; }","duration":"433.689039ms","start":"2026-02-27T01:51:59.131517Z","end":"2026-02-27T01:51:59.565206Z","steps":["trace[1175358506] 'agreement among raft nodes before linearized reading' (duration: 433.604647ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:51:59.565209Z","caller":"traceutil/trace.go:171","msg":"trace[155463122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18246; }","duration":"433.654579ms","start":"2026-02-27T01:51:59.131542Z","end":"2026-02-27T01:51:59.565197Z","steps":["trace[155463122] 'agreement among raft nodes before linearized reading' (duration: 433.429133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:59.565241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.13147Z","time spent":"433.765341ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:51:59.565256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.131527Z","time spent":"433.72145ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:51:59.565295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.257211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T01:51:59.565343Z","caller":"traceutil/trace.go:171","msg":"trace[1808334688] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:18246; }","duration":"432.320554ms","start":"2026-02-27T01:51:59.133011Z","end":"2026-02-27T01:51:59.565332Z","steps":["trace[1808334688] 'agreement among raft nodes before linearized reading' (duration: 432.19687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:59.565381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.132998Z","time spent":"432.373885ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T01:51:59.56544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.379916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2574540"} {"level":"info","ts":"2026-02-27T01:51:59.565486Z","caller":"traceutil/trace.go:171","msg":"trace[1284352057] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:18246; }","duration":"395.462597ms","start":"2026-02-27T01:51:59.170013Z","end":"2026-02-27T01:51:59.565475Z","steps":["trace[1284352057] 'agreement among raft nodes before linearized reading' (duration: 394.393439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:59.565527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.170001Z","time spent":"395.514549ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2574562,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-02-27T01:51:59.565548Z","caller":"traceutil/trace.go:171","msg":"trace[1944826358] transaction","detail":"{read_only:false; response_revision:18244; number_of_response:1; }","duration":"514.339144ms","start":"2026-02-27T01:51:59.051191Z","end":"2026-02-27T01:51:59.56553Z","steps":["trace[1944826358] 'process raft request' (duration: 512.767052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:59.565711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.051168Z","time spent":"514.511539ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:51:59.743808Z","caller":"traceutil/trace.go:171","msg":"trace[1862737001] linearizableReadLoop","detail":"{readStateIndex:19147; appliedIndex:19146; }","duration":"101.341573ms","start":"2026-02-27T01:51:59.642443Z","end":"2026-02-27T01:51:59.743785Z","steps":["trace[1862737001] 'read index received' (duration: 101.183808ms)","trace[1862737001] 'applied index is now lower than readState.Index' (duration: 156.754µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:51:59.743881Z","caller":"traceutil/trace.go:171","msg":"trace[842081240] transaction","detail":"{read_only:false; response_revision:18257; number_of_response:1; }","duration":"104.734642ms","start":"2026-02-27T01:51:59.639087Z","end":"2026-02-27T01:51:59.743822Z","steps":["trace[842081240] 'process raft request' (duration: 104.552248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:51:59.744051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.580849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-27T01:51:59.744085Z","caller":"traceutil/trace.go:171","msg":"trace[1053206399] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:18257; }","duration":"101.646591ms","start":"2026-02-27T01:51:59.642429Z","end":"2026-02-27T01:51:59.744076Z","steps":["trace[1053206399] 'agreement among raft nodes before linearized reading' (duration: 101.464856ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:00.022953Z","caller":"traceutil/trace.go:171","msg":"trace[459228735] linearizableReadLoop","detail":"{readStateIndex:19148; appliedIndex:19147; }","duration":"279.044096ms","start":"2026-02-27T01:51:59.743869Z","end":"2026-02-27T01:52:00.022913Z","steps":["trace[459228735] 'read index received' (duration: 266.779701ms)","trace[459228735] 'applied index is now lower than readState.Index' (duration: 12.263255ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:00.023139Z","caller":"traceutil/trace.go:171","msg":"trace[1901982197] transaction","detail":"{read_only:false; response_revision:18258; number_of_response:1; }","duration":"380.402139ms","start":"2026-02-27T01:51:59.642726Z","end":"2026-02-27T01:52:00.023128Z","steps":["trace[1901982197] 'process raft request' (duration: 367.918529ms)","trace[1901982197] 'compare' (duration: 11.813633ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:52:00.023258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.642719Z","time spent":"380.452281ms","remote":"127.0.0.1:59762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3242,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T01:52:00.023341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.88011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3523"} {"level":"info","ts":"2026-02-27T01:52:00.02342Z","caller":"traceutil/trace.go:171","msg":"trace[546330257] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:18258; }","duration":"370.008754ms","start":"2026-02-27T01:51:59.653394Z","end":"2026-02-27T01:52:00.023403Z","steps":["trace[546330257] 'agreement among raft nodes before linearized reading' (duration: 369.725026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.023464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.65338Z","time spent":"370.073665ms","remote":"127.0.0.1:43426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3545,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-02-27T01:52:00.089623Z","caller":"traceutil/trace.go:171","msg":"trace[1636155325] transaction","detail":"{read_only:false; response_revision:18259; number_of_response:1; }","duration":"334.053062ms","start":"2026-02-27T01:51:59.755541Z","end":"2026-02-27T01:52:00.089594Z","steps":["trace[1636155325] 'process raft request' (duration: 333.809825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.089836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.755519Z","time spent":"334.217197ms","remote":"127.0.0.1:59778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2027,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:52:00.090073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.766768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:52:00.090202Z","caller":"traceutil/trace.go:171","msg":"trace[1303587422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18259; }","duration":"216.932753ms","start":"2026-02-27T01:51:59.873217Z","end":"2026-02-27T01:52:00.09015Z","steps":["trace[1303587422] 'agreement among raft nodes before linearized reading' (duration: 216.748618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.090236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.881149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125061"} {"level":"warn","ts":"2026-02-27T01:52:00.090356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.353479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-27T01:52:00.090365Z","caller":"traceutil/trace.go:171","msg":"trace[1645623496] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:18259; }","duration":"294.023283ms","start":"2026-02-27T01:51:59.796293Z","end":"2026-02-27T01:52:00.090316Z","steps":["trace[1645623496] 'agreement among raft nodes before linearized reading' (duration: 293.668224ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:00.090412Z","caller":"traceutil/trace.go:171","msg":"trace[899259635] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:18259; }","duration":"340.448521ms","start":"2026-02-27T01:51:59.749948Z","end":"2026-02-27T01:52:00.090396Z","steps":["trace[899259635] 'agreement among raft nodes before linearized reading' (duration: 340.294927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.090448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.749908Z","time spent":"340.532003ms","remote":"127.0.0.1:43426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-02-27T01:52:00.090711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.269734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-27T01:52:00.090844Z","caller":"traceutil/trace.go:171","msg":"trace[1229113680] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:18259; }","duration":"304.442249ms","start":"2026-02-27T01:51:59.786368Z","end":"2026-02-27T01:52:00.09081Z","steps":["trace[1229113680] 'agreement among raft nodes before linearized reading' (duration: 303.72776ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:00.090913Z","caller":"traceutil/trace.go:171","msg":"trace[1788049543] transaction","detail":"{read_only:false; number_of_response:1; response_revision:18259; }","duration":"332.689997ms","start":"2026-02-27T01:51:59.758178Z","end":"2026-02-27T01:52:00.090868Z","steps":["trace[1788049543] 'process raft request' (duration: 331.377532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.091097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.75817Z","time spent":"332.83526ms","remote":"127.0.0.1:59778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":86,"response count":0,"response size":2079,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:52:00.091043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:51:59.786357Z","time spent":"304.668805ms","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-02-27T01:52:00.223119Z","caller":"traceutil/trace.go:171","msg":"trace[465662009] transaction","detail":"{read_only:false; response_revision:18261; number_of_response:1; }","duration":"194.378055ms","start":"2026-02-27T01:52:00.028693Z","end":"2026-02-27T01:52:00.223071Z","steps":["trace[465662009] 'process raft request' (duration: 194.220381ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:00.223122Z","caller":"traceutil/trace.go:171","msg":"trace[2082056205] transaction","detail":"{read_only:false; response_revision:18260; number_of_response:1; }","duration":"194.457397ms","start":"2026-02-27T01:52:00.02858Z","end":"2026-02-27T01:52:00.223037Z","steps":["trace[2082056205] 'process raft request' (duration: 194.145019ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:00.223247Z","caller":"traceutil/trace.go:171","msg":"trace[1910409702] linearizableReadLoop","detail":"{readStateIndex:19157; appliedIndex:19150; }","duration":"133.287988ms","start":"2026-02-27T01:52:00.089934Z","end":"2026-02-27T01:52:00.223222Z","steps":["trace[1910409702] 'read index received' (duration: 132.833416ms)","trace[1910409702] 'applied index is now lower than readState.Index' (duration: 453.052µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:52:00.223394Z","caller":"traceutil/trace.go:171","msg":"trace[842341210] transaction","detail":"{read_only:false; response_revision:18264; number_of_response:1; }","duration":"193.505262ms","start":"2026-02-27T01:52:00.029846Z","end":"2026-02-27T01:52:00.223351Z","steps":["trace[842341210] 'process raft request' (duration: 193.187584ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:00.223379Z","caller":"traceutil/trace.go:171","msg":"trace[651422498] transaction","detail":"{read_only:false; response_revision:18265; number_of_response:1; }","duration":"191.648093ms","start":"2026-02-27T01:52:00.031713Z","end":"2026-02-27T01:52:00.223361Z","steps":["trace[651422498] 'process raft request' (duration: 191.354615ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:00.22345Z","caller":"traceutil/trace.go:171","msg":"trace[162641986] transaction","detail":"{read_only:false; response_revision:18266; number_of_response:1; }","duration":"185.678034ms","start":"2026-02-27T01:52:00.037739Z","end":"2026-02-27T01:52:00.223417Z","steps":["trace[162641986] 'process raft request' (duration: 185.368156ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:00.223677Z","caller":"traceutil/trace.go:171","msg":"trace[1830938969] transaction","detail":"{read_only:false; response_revision:18263; number_of_response:1; }","duration":"193.862072ms","start":"2026-02-27T01:52:00.029797Z","end":"2026-02-27T01:52:00.223659Z","steps":["trace[1830938969] 'process raft request' (duration: 193.199724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.223786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.272359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3523"} {"level":"info","ts":"2026-02-27T01:52:00.223741Z","caller":"traceutil/trace.go:171","msg":"trace[2123227882] transaction","detail":"{read_only:false; response_revision:18262; number_of_response:1; }","duration":"194.261772ms","start":"2026-02-27T01:52:00.029411Z","end":"2026-02-27T01:52:00.223673Z","steps":["trace[2123227882] 'process raft request' (duration: 193.544883ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:00.223848Z","caller":"traceutil/trace.go:171","msg":"trace[2005742589] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:18266; }","duration":"195.392942ms","start":"2026-02-27T01:52:00.028432Z","end":"2026-02-27T01:52:00.223825Z","steps":["trace[2005742589] 'agreement among raft nodes before linearized reading' (duration: 195.082964ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:00.511796Z","caller":"traceutil/trace.go:171","msg":"trace[140628253] transaction","detail":"{read_only:false; response_revision:18268; number_of_response:1; }","duration":"403.161572ms","start":"2026-02-27T01:52:00.10861Z","end":"2026-02-27T01:52:00.511771Z","steps":["trace[140628253] 'process raft request' (duration: 403.0805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.511984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:00.108592Z","time spent":"403.293195ms","remote":"127.0.0.1:59778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2178,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:52:00.512228Z","caller":"traceutil/trace.go:171","msg":"trace[2137088924] transaction","detail":"{read_only:false; response_revision:18267; number_of_response:1; }","duration":"416.483085ms","start":"2026-02-27T01:52:00.09573Z","end":"2026-02-27T01:52:00.512213Z","steps":["trace[2137088924] 'process raft request' (duration: 415.779286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.512287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:00.095709Z","time spent":"416.550146ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T01:52:00.512776Z","caller":"traceutil/trace.go:171","msg":"trace[1078774367] linearizableReadLoop","detail":"{readStateIndex:19159; appliedIndex:19159; }","duration":"289.439771ms","start":"2026-02-27T01:52:00.223323Z","end":"2026-02-27T01:52:00.512762Z","steps":["trace[1078774367] 'read index received' (duration: 289.432601ms)","trace[1078774367] 'applied index is now lower than readState.Index' (duration: 6.42µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:52:00.512941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.482462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T01:52:00.512981Z","caller":"traceutil/trace.go:171","msg":"trace[1500717613] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18268; }","duration":"292.562764ms","start":"2026-02-27T01:52:00.220407Z","end":"2026-02-27T01:52:00.51297Z","steps":["trace[1500717613] 'agreement among raft nodes before linearized reading' (duration: 292.43006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.513191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.307003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-z957f-api\" ","response":"range_response_count:1 size:4284"} {"level":"info","ts":"2026-02-27T01:52:00.513229Z","caller":"traceutil/trace.go:171","msg":"trace[351860566] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-z957f-api; range_end:; response_count:1; response_revision:18268; }","duration":"415.377165ms","start":"2026-02-27T01:52:00.097842Z","end":"2026-02-27T01:52:00.513219Z","steps":["trace[351860566] 'agreement among raft nodes before linearized reading' (duration: 415.275103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.513258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:00.097819Z","time spent":"415.431647ms","remote":"127.0.0.1:43426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":4306,"request content":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-z957f-api\" "} {"level":"warn","ts":"2026-02-27T01:52:00.513453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.384048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-z957f-api-bwcdc\" ","response":"range_response_count:1 size:2533"} {"level":"info","ts":"2026-02-27T01:52:00.513489Z","caller":"traceutil/trace.go:171","msg":"trace[1376860546] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-z957f-api-bwcdc; range_end:; response_count:1; response_revision:18268; }","duration":"417.43703ms","start":"2026-02-27T01:52:00.096043Z","end":"2026-02-27T01:52:00.51348Z","steps":["trace[1376860546] 'agreement among raft nodes before linearized reading' (duration: 417.349968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.513516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:00.096029Z","time spent":"417.480811ms","remote":"127.0.0.1:43426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":2555,"request content":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-z957f-api-bwcdc\" "} {"level":"warn","ts":"2026-02-27T01:52:00.514389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.36322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:52:00.514471Z","caller":"traceutil/trace.go:171","msg":"trace[1200802752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18268; }","duration":"422.488263ms","start":"2026-02-27T01:52:00.091966Z","end":"2026-02-27T01:52:00.514454Z","steps":["trace[1200802752] 'agreement among raft nodes before linearized reading' (duration: 422.36092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.514508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:00.091946Z","time spent":"422.555245ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:52:00.514761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.259844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-27T01:52:00.514791Z","caller":"traceutil/trace.go:171","msg":"trace[1931520795] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:18268; }","duration":"420.309386ms","start":"2026-02-27T01:52:00.094472Z","end":"2026-02-27T01:52:00.514782Z","steps":["trace[1931520795] 'agreement among raft nodes before linearized reading' (duration: 420.198453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.514817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:00.094461Z","time spent":"420.350397ms","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-02-27T01:52:00.515487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.001541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:71 size:93463"} {"level":"info","ts":"2026-02-27T01:52:00.515528Z","caller":"traceutil/trace.go:171","msg":"trace[1756452842] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:71; response_revision:18268; }","duration":"422.047572ms","start":"2026-02-27T01:52:00.093472Z","end":"2026-02-27T01:52:00.515519Z","steps":["trace[1756452842] 'agreement among raft nodes before linearized reading' (duration: 421.486897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.515559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:00.093454Z","time spent":"422.096633ms","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":71,"response size":93485,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T01:52:00.518183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.596742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:71 size:93463"} {"level":"info","ts":"2026-02-27T01:52:00.518231Z","caller":"traceutil/trace.go:171","msg":"trace[473590072] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:71; response_revision:18268; }","duration":"423.649134ms","start":"2026-02-27T01:52:00.09457Z","end":"2026-02-27T01:52:00.51822Z","steps":["trace[473590072] 'agreement among raft nodes before linearized reading' (duration: 419.046282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.518266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:52:00.094564Z","time spent":"423.691506ms","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":71,"response size":93485,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-02-27T01:52:00.519334Z","caller":"traceutil/trace.go:171","msg":"trace[1905255792] transaction","detail":"{read_only:false; response_revision:18269; number_of_response:1; }","duration":"289.086022ms","start":"2026-02-27T01:52:00.230213Z","end":"2026-02-27T01:52:00.519299Z","steps":["trace[1905255792] 'process raft request' (duration: 288.900567ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:00.519453Z","caller":"traceutil/trace.go:171","msg":"trace[876282890] transaction","detail":"{read_only:false; response_revision:18271; number_of_response:1; }","duration":"279.036136ms","start":"2026-02-27T01:52:00.240368Z","end":"2026-02-27T01:52:00.519404Z","steps":["trace[876282890] 'process raft request' (duration: 278.892502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.519761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.412634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-02-27T01:52:00.519825Z","caller":"traceutil/trace.go:171","msg":"trace[1088241613] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:18272; }","duration":"291.536837ms","start":"2026-02-27T01:52:00.228273Z","end":"2026-02-27T01:52:00.51981Z","steps":["trace[1088241613] 'agreement among raft nodes before linearized reading' (duration: 291.302941ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:00.519848Z","caller":"traceutil/trace.go:171","msg":"trace[138931202] transaction","detail":"{read_only:false; response_revision:18270; number_of_response:1; }","duration":"287.214722ms","start":"2026-02-27T01:52:00.232618Z","end":"2026-02-27T01:52:00.519833Z","steps":["trace[138931202] 'process raft request' (duration: 286.600746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.520278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.454183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T01:52:00.520329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.301824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:52:00.52036Z","caller":"traceutil/trace.go:171","msg":"trace[161519367] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:18272; }","duration":"103.386027ms","start":"2026-02-27T01:52:00.416967Z","end":"2026-02-27T01:52:00.520353Z","steps":["trace[161519367] 'agreement among raft nodes before linearized reading' (duration: 103.344146ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:52:00.52037Z","caller":"traceutil/trace.go:171","msg":"trace[1458701532] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:18272; }","duration":"102.555775ms","start":"2026-02-27T01:52:00.417784Z","end":"2026-02-27T01:52:00.52034Z","steps":["trace[1458701532] 'agreement among raft nodes before linearized reading' (duration: 102.445502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.520456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.527591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:52:00.520478Z","caller":"traceutil/trace.go:171","msg":"trace[588192550] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:18272; }","duration":"103.569431ms","start":"2026-02-27T01:52:00.416903Z","end":"2026-02-27T01:52:00.520473Z","steps":["trace[588192550] 'agreement among raft nodes before linearized reading' (duration: 103.537491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.520591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.767557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:52:00.520613Z","caller":"traceutil/trace.go:171","msg":"trace[2043605926] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:18272; }","duration":"103.811398ms","start":"2026-02-27T01:52:00.416796Z","end":"2026-02-27T01:52:00.520608Z","steps":["trace[2043605926] 'agreement among raft nodes before linearized reading' (duration: 103.778307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.52072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.321875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:52:00.520749Z","caller":"traceutil/trace.go:171","msg":"trace[1958523002] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:18272; }","duration":"106.388446ms","start":"2026-02-27T01:52:00.414353Z","end":"2026-02-27T01:52:00.520742Z","steps":["trace[1958523002] 'agreement among raft nodes before linearized reading' (duration: 106.339455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.520785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.699432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-27T01:52:00.520823Z","caller":"traceutil/trace.go:171","msg":"trace[111252361] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:1; response_revision:18272; }","duration":"101.759003ms","start":"2026-02-27T01:52:00.419057Z","end":"2026-02-27T01:52:00.520816Z","steps":["trace[111252361] 'agreement among raft nodes before linearized reading' (duration: 101.62856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.520867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.51797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:52:00.520886Z","caller":"traceutil/trace.go:171","msg":"trace[786253057] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:18272; }","duration":"106.563011ms","start":"2026-02-27T01:52:00.414318Z","end":"2026-02-27T01:52:00.520881Z","steps":["trace[786253057] 'agreement among raft nodes before linearized reading' (duration: 106.53216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.521153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.214858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:52:00.52117Z","caller":"traceutil/trace.go:171","msg":"trace[275676179] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:18272; }","duration":"107.28308ms","start":"2026-02-27T01:52:00.413882Z","end":"2026-02-27T01:52:00.521165Z","steps":["trace[275676179] 'agreement among raft nodes before linearized reading' (duration: 107.075944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.521246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.003987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T01:52:00.521266Z","caller":"traceutil/trace.go:171","msg":"trace[787765057] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:18272; }","duration":"273.046068ms","start":"2026-02-27T01:52:00.248212Z","end":"2026-02-27T01:52:00.521258Z","steps":["trace[787765057] 'agreement among raft nodes before linearized reading' (duration: 272.996617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.521356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:52:00.521425Z","caller":"traceutil/trace.go:171","msg":"trace[1645728281] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:18272; }","duration":"102.831622ms","start":"2026-02-27T01:52:00.418585Z","end":"2026-02-27T01:52:00.521417Z","steps":["trace[1645728281] 'agreement among raft nodes before linearized reading' (duration: 102.7475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:52:00.521531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.693745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:52:00.521579Z","caller":"traceutil/trace.go:171","msg":"trace[1927792431] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:18272; }","duration":"103.755646ms","start":"2026-02-27T01:52:00.417816Z","end":"2026-02-27T01:52:00.521572Z","steps":["trace[1927792431] 'agreement among raft nodes before linearized reading' (duration: 103.695445ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:53:21.505644Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T01:53:21.510496Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-27T01:53:21.51059Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-27T01:53:58.31648Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16639} {"level":"info","ts":"2026-02-27T01:53:58.419835Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16639,"took":"100.108173ms","hash":3885252244,"current-db-size-bytes":44965888,"current-db-size":"45 MB","current-db-size-in-use-bytes":31952896,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-27T01:53:58.419903Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3885252244,"revision":16639,"compact-revision":13678} {"level":"info","ts":"2026-02-27T01:58:12.326577Z","caller":"traceutil/trace.go:171","msg":"trace[180816486] transaction","detail":"{read_only:false; response_revision:21574; number_of_response:1; }","duration":"144.694531ms","start":"2026-02-27T01:58:12.181857Z","end":"2026-02-27T01:58:12.326551Z","steps":["trace[180816486] 'process raft request' (duration: 144.529366ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:12.551521Z","caller":"traceutil/trace.go:171","msg":"trace[888402043] transaction","detail":"{read_only:false; response_revision:21576; number_of_response:1; }","duration":"184.373668ms","start":"2026-02-27T01:58:12.36711Z","end":"2026-02-27T01:58:12.551483Z","steps":["trace[888402043] 'process raft request' (duration: 180.726372ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:18.702542Z","caller":"traceutil/trace.go:171","msg":"trace[1987573744] transaction","detail":"{read_only:false; response_revision:21610; number_of_response:1; }","duration":"117.512282ms","start":"2026-02-27T01:58:18.584996Z","end":"2026-02-27T01:58:18.702508Z","steps":["trace[1987573744] 'process raft request' (duration: 117.325517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:19.328642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.665563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T01:58:19.328838Z","caller":"traceutil/trace.go:171","msg":"trace[1548389637] linearizableReadLoop","detail":"{readStateIndex:22672; appliedIndex:22670; }","duration":"456.008861ms","start":"2026-02-27T01:58:18.872808Z","end":"2026-02-27T01:58:19.328817Z","steps":["trace[1548389637] 'read index received' (duration: 159.100151ms)","trace[1548389637] 'applied index is now lower than readState.Index' (duration: 296.90784ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:19.328868Z","caller":"traceutil/trace.go:171","msg":"trace[1966792282] transaction","detail":"{read_only:false; response_revision:21611; number_of_response:1; }","duration":"620.138325ms","start":"2026-02-27T01:58:18.708694Z","end":"2026-02-27T01:58:19.328832Z","steps":["trace[1966792282] 'process raft request' (duration: 323.197704ms)","trace[1966792282] 'compare' (duration: 296.562151ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:19.328945Z","caller":"traceutil/trace.go:171","msg":"trace[1107543441] transaction","detail":"{read_only:false; response_revision:21612; number_of_response:1; }","duration":"619.20682ms","start":"2026-02-27T01:58:18.709727Z","end":"2026-02-27T01:58:19.328934Z","steps":["trace[1107543441] 'process raft request' (duration: 619.024446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:19.329001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:18.709713Z","time spent":"619.259101ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:58:19.329032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:18.708678Z","time spent":"620.273409ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:58:19.328908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.101163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:58:19.329118Z","caller":"traceutil/trace.go:171","msg":"trace[985427521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21612; }","duration":"456.318989ms","start":"2026-02-27T01:58:18.87277Z","end":"2026-02-27T01:58:19.329089Z","steps":["trace[985427521] 'agreement among raft nodes before linearized reading' (duration: 456.105224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:19.329223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:18.872754Z","time spent":"456.434062ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:58:19.902699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.386167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T01:58:19.90292Z","caller":"traceutil/trace.go:171","msg":"trace[722142791] linearizableReadLoop","detail":"{readStateIndex:22674; appliedIndex:22672; }","duration":"543.249864ms","start":"2026-02-27T01:58:19.359653Z","end":"2026-02-27T01:58:19.902903Z","steps":["trace[722142791] 'read index received' (duration: 249.538549ms)","trace[722142791] 'applied index is now lower than readState.Index' (duration: 293.709975ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:19.903215Z","caller":"traceutil/trace.go:171","msg":"trace[233096066] transaction","detail":"{read_only:false; response_revision:21613; number_of_response:1; }","duration":"567.061583ms","start":"2026-02-27T01:58:19.336107Z","end":"2026-02-27T01:58:19.903169Z","steps":["trace[233096066] 'process raft request' (duration: 273.104351ms)","trace[233096066] 'compare' (duration: 293.080169ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:19.90316Z","caller":"traceutil/trace.go:171","msg":"trace[392829227] transaction","detail":"{read_only:false; response_revision:21614; number_of_response:1; }","duration":"566.973081ms","start":"2026-02-27T01:58:19.336139Z","end":"2026-02-27T01:58:19.903112Z","steps":["trace[392829227] 'process raft request' (duration: 566.675183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:19.903314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.616545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T01:58:19.903378Z","caller":"traceutil/trace.go:171","msg":"trace[598755845] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:21614; }","duration":"543.741027ms","start":"2026-02-27T01:58:19.359619Z","end":"2026-02-27T01:58:19.90336Z","steps":["trace[598755845] 'agreement among raft nodes before linearized reading' (duration: 543.494081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:19.90343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:19.359605Z","time spent":"543.81059ms","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:58:19.903469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:19.336089Z","time spent":"567.28832ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:58:19.903725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:19.336117Z","time spent":"567.207407ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:58:20.111916Z","caller":"traceutil/trace.go:171","msg":"trace[112113881] linearizableReadLoop","detail":"{readStateIndex:22675; appliedIndex:22674; }","duration":"208.920977ms","start":"2026-02-27T01:58:19.90295Z","end":"2026-02-27T01:58:20.111871Z","steps":["trace[112113881] 'read index received' (duration: 206.563295ms)","trace[112113881] 'applied index is now lower than readState.Index' (duration: 2.356212ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:20.112357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.686652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T01:58:20.11245Z","caller":"traceutil/trace.go:171","msg":"trace[611509125] transaction","detail":"{read_only:false; response_revision:21615; number_of_response:1; }","duration":"268.248143ms","start":"2026-02-27T01:58:19.844162Z","end":"2026-02-27T01:58:20.11241Z","steps":["trace[611509125] 'process raft request' (duration: 265.460479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:20.11253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.512984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:58:20.112604Z","caller":"traceutil/trace.go:171","msg":"trace[1006269931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21615; }","duration":"239.616177ms","start":"2026-02-27T01:58:19.87297Z","end":"2026-02-27T01:58:20.112586Z","steps":["trace[1006269931] 'agreement among raft nodes before linearized reading' (duration: 239.536885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:20.112458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.330515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T01:58:20.11279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.762696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T01:58:20.112875Z","caller":"traceutil/trace.go:171","msg":"trace[1229412828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21615; }","duration":"552.869399ms","start":"2026-02-27T01:58:19.559991Z","end":"2026-02-27T01:58:20.11286Z","steps":["trace[1229412828] 'agreement among raft nodes before linearized reading' (duration: 552.592482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:20.112961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:19.559974Z","time spent":"552.972261ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:58:20.112765Z","caller":"traceutil/trace.go:171","msg":"trace[1716256989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21615; }","duration":"552.681894ms","start":"2026-02-27T01:58:19.560054Z","end":"2026-02-27T01:58:20.112736Z","steps":["trace[1716256989] 'agreement among raft nodes before linearized reading' (duration: 552.218731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:20.113069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:19.56001Z","time spent":"553.044183ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:58:20.112851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.817437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T01:58:20.11248Z","caller":"traceutil/trace.go:171","msg":"trace[783254054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21615; }","duration":"661.854606ms","start":"2026-02-27T01:58:19.450602Z","end":"2026-02-27T01:58:20.112457Z","steps":["trace[783254054] 'agreement among raft nodes before linearized reading' (duration: 661.546388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:20.113001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.754428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T01:58:20.113256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:19.450582Z","time spent":"662.659728ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T01:58:20.113303Z","caller":"traceutil/trace.go:171","msg":"trace[1645802458] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21615; }","duration":"555.100377ms","start":"2026-02-27T01:58:19.558119Z","end":"2026-02-27T01:58:20.113219Z","steps":["trace[1645802458] 'agreement among raft nodes before linearized reading' (duration: 554.490851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:20.113359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:19.558098Z","time spent":"555.248532ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T01:58:20.113736Z","caller":"traceutil/trace.go:171","msg":"trace[970312223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21615; }","duration":"553.149316ms","start":"2026-02-27T01:58:19.559963Z","end":"2026-02-27T01:58:20.113113Z","steps":["trace[970312223] 'agreement among raft nodes before linearized reading' (duration: 552.672343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:20.113783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:19.559942Z","time spent":"553.831014ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:58:20.575636Z","caller":"traceutil/trace.go:171","msg":"trace[1650716275] transaction","detail":"{read_only:false; response_revision:21616; number_of_response:1; }","duration":"457.954542ms","start":"2026-02-27T01:58:20.11766Z","end":"2026-02-27T01:58:20.575614Z","steps":["trace[1650716275] 'process raft request' (duration: 415.267676ms)","trace[1650716275] 'compare' (duration: 42.524621ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:20.57575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:20.11764Z","time spent":"458.044975ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:58:20.585067Z","caller":"traceutil/trace.go:171","msg":"trace[709735412] transaction","detail":"{read_only:false; response_revision:21618; number_of_response:1; }","duration":"466.20441ms","start":"2026-02-27T01:58:20.118842Z","end":"2026-02-27T01:58:20.585047Z","steps":["trace[709735412] 'process raft request' (duration: 466.145128ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:20.585089Z","caller":"traceutil/trace.go:171","msg":"trace[1351773699] transaction","detail":"{read_only:false; response_revision:21617; number_of_response:1; }","duration":"467.169605ms","start":"2026-02-27T01:58:20.117892Z","end":"2026-02-27T01:58:20.585061Z","steps":["trace[1351773699] 'process raft request' (duration: 466.95845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:20.585195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:20.118826Z","time spent":"466.304993ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:58:20.58523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:20.117866Z","time spent":"467.287799ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:58:20.585415Z","caller":"traceutil/trace.go:171","msg":"trace[1124071768] transaction","detail":"{read_only:false; response_revision:21619; number_of_response:1; }","duration":"466.288923ms","start":"2026-02-27T01:58:20.119094Z","end":"2026-02-27T01:58:20.585383Z","steps":["trace[1124071768] 'process raft request' (duration: 465.925673ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:20.58547Z","caller":"traceutil/trace.go:171","msg":"trace[926625850] transaction","detail":"{read_only:false; response_revision:21620; number_of_response:1; }","duration":"466.291052ms","start":"2026-02-27T01:58:20.119155Z","end":"2026-02-27T01:58:20.585446Z","steps":["trace[926625850] 'process raft request' (duration: 466.163259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:20.586059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:20.119151Z","time spent":"466.829657ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:58:20.586064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:20.119074Z","time spent":"466.718524ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:58:20.880244Z","caller":"traceutil/trace.go:171","msg":"trace[2048326907] linearizableReadLoop","detail":"{readStateIndex:22681; appliedIndex:22680; }","duration":"173.166922ms","start":"2026-02-27T01:58:20.707056Z","end":"2026-02-27T01:58:20.880223Z","steps":["trace[2048326907] 'read index received' (duration: 145.027809ms)","trace[2048326907] 'applied index is now lower than readState.Index' (duration: 28.138153ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:20.88029Z","caller":"traceutil/trace.go:171","msg":"trace[1729237248] transaction","detail":"{read_only:false; response_revision:21621; number_of_response:1; }","duration":"285.468428ms","start":"2026-02-27T01:58:20.594778Z","end":"2026-02-27T01:58:20.880246Z","steps":["trace[1729237248] 'process raft request' (duration: 257.408157ms)","trace[1729237248] 'compare' (duration: 27.928317ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:20.880441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.379138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T01:58:20.88048Z","caller":"traceutil/trace.go:171","msg":"trace[68579086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21621; }","duration":"173.468551ms","start":"2026-02-27T01:58:20.707001Z","end":"2026-02-27T01:58:20.88047Z","steps":["trace[68579086] 'agreement among raft nodes before linearized reading' (duration: 173.335437ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:21.277139Z","caller":"traceutil/trace.go:171","msg":"trace[1827603780] linearizableReadLoop","detail":"{readStateIndex:22682; appliedIndex:22681; }","duration":"391.687192ms","start":"2026-02-27T01:58:20.885418Z","end":"2026-02-27T01:58:21.277105Z","steps":["trace[1827603780] 'read index received' (duration: 391.176038ms)","trace[1827603780] 'applied index is now lower than readState.Index' (duration: 509.784µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:21.277147Z","caller":"traceutil/trace.go:171","msg":"trace[1515325128] transaction","detail":"{read_only:false; response_revision:21622; number_of_response:1; }","duration":"392.515373ms","start":"2026-02-27T01:58:20.884605Z","end":"2026-02-27T01:58:21.27712Z","steps":["trace[1515325128] 'process raft request' (duration: 392.046911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:21.277334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.5432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T01:58:21.277293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:20.884582Z","time spent":"392.639237ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:58:21.277381Z","caller":"traceutil/trace.go:171","msg":"trace[348854190] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:21622; }","duration":"285.620932ms","start":"2026-02-27T01:58:20.991746Z","end":"2026-02-27T01:58:21.277367Z","steps":["trace[348854190] 'agreement among raft nodes before linearized reading' (duration: 285.512009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:21.277363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.936898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T01:58:21.277436Z","caller":"traceutil/trace.go:171","msg":"trace[1682611973] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21622; }","duration":"392.058131ms","start":"2026-02-27T01:58:20.885361Z","end":"2026-02-27T01:58:21.277419Z","steps":["trace[1682611973] 'agreement among raft nodes before linearized reading' (duration: 391.839855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:21.277486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:58:20.885338Z","time spent":"392.139094ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T01:58:30.16895Z","caller":"traceutil/trace.go:171","msg":"trace[749386963] transaction","detail":"{read_only:false; response_revision:21672; number_of_response:1; }","duration":"106.109182ms","start":"2026-02-27T01:58:30.062814Z","end":"2026-02-27T01:58:30.168924Z","steps":["trace[749386963] 'process raft request' (duration: 105.965618ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:30.206515Z","caller":"traceutil/trace.go:171","msg":"trace[1597508227] transaction","detail":"{read_only:false; response_revision:21673; number_of_response:1; }","duration":"142.691798ms","start":"2026-02-27T01:58:30.063784Z","end":"2026-02-27T01:58:30.206476Z","steps":["trace[1597508227] 'process raft request' (duration: 131.232115ms)","trace[1597508227] 'compare' (duration: 11.298378ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:46.853936Z","caller":"traceutil/trace.go:171","msg":"trace[481637805] transaction","detail":"{read_only:false; response_revision:21776; number_of_response:1; }","duration":"161.525765ms","start":"2026-02-27T01:58:46.692372Z","end":"2026-02-27T01:58:46.853898Z","steps":["trace[481637805] 'process raft request' (duration: 122.622258ms)","trace[481637805] 'compare' (duration: 38.660451ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:47.213726Z","caller":"traceutil/trace.go:171","msg":"trace[1005005621] transaction","detail":"{read_only:false; response_revision:21782; number_of_response:1; }","duration":"115.986713ms","start":"2026-02-27T01:58:47.09771Z","end":"2026-02-27T01:58:47.213696Z","steps":["trace[1005005621] 'process raft request' (duration: 115.809268ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:49.030201Z","caller":"traceutil/trace.go:171","msg":"trace[293798476] transaction","detail":"{read_only:false; response_revision:21790; number_of_response:1; }","duration":"147.753822ms","start":"2026-02-27T01:58:48.882408Z","end":"2026-02-27T01:58:49.030162Z","steps":["trace[293798476] 'process raft request' (duration: 94.087904ms)","trace[293798476] 'compare' (duration: 53.470703ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:49.030482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.255132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T01:58:49.030545Z","caller":"traceutil/trace.go:171","msg":"trace[1562416344] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21790; }","duration":"146.341554ms","start":"2026-02-27T01:58:48.884183Z","end":"2026-02-27T01:58:49.030524Z","steps":["trace[1562416344] 'agreement among raft nodes before linearized reading' (duration: 146.142469ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:49.271129Z","caller":"traceutil/trace.go:171","msg":"trace[1591314416] linearizableReadLoop","detail":"{readStateIndex:22890; appliedIndex:22889; }","duration":"104.450088ms","start":"2026-02-27T01:58:49.166659Z","end":"2026-02-27T01:58:49.271109Z","steps":["trace[1591314416] 'read index received' (duration: 82.506879ms)","trace[1591314416] 'applied index is now lower than readState.Index' (duration: 21.942439ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:49.271196Z","caller":"traceutil/trace.go:171","msg":"trace[55823666] transaction","detail":"{read_only:false; response_revision:21816; number_of_response:1; }","duration":"108.31475ms","start":"2026-02-27T01:58:49.162821Z","end":"2026-02-27T01:58:49.271135Z","steps":["trace[55823666] 'process raft request' (duration: 86.253708ms)","trace[55823666] 'compare' (duration: 21.916799ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:49.271339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.663763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-27T01:58:49.271368Z","caller":"traceutil/trace.go:171","msg":"trace[2009832171] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:21816; }","duration":"104.729795ms","start":"2026-02-27T01:58:49.16663Z","end":"2026-02-27T01:58:49.271359Z","steps":["trace[2009832171] 'agreement among raft nodes before linearized reading' (duration: 104.569141ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:49.351873Z","caller":"traceutil/trace.go:171","msg":"trace[1628605514] transaction","detail":"{read_only:false; response_revision:21817; number_of_response:1; }","duration":"180.049144ms","start":"2026-02-27T01:58:49.171786Z","end":"2026-02-27T01:58:49.351835Z","steps":["trace[1628605514] 'process raft request' (duration: 179.88808ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:49.611987Z","caller":"traceutil/trace.go:171","msg":"trace[1727460258] linearizableReadLoop","detail":"{readStateIndex:22897; appliedIndex:22895; }","duration":"137.114239ms","start":"2026-02-27T01:58:49.474849Z","end":"2026-02-27T01:58:49.611963Z","steps":["trace[1727460258] 'read index received' (duration: 54.857118ms)","trace[1727460258] 'applied index is now lower than readState.Index' (duration: 82.255831ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:49.612149Z","caller":"traceutil/trace.go:171","msg":"trace[1959872480] transaction","detail":"{read_only:false; response_revision:21821; number_of_response:1; }","duration":"141.008012ms","start":"2026-02-27T01:58:49.471108Z","end":"2026-02-27T01:58:49.612116Z","steps":["trace[1959872480] 'process raft request' (duration: 58.586197ms)","trace[1959872480] 'compare' (duration: 82.027375ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:49.612285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.016421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-02-27T01:58:49.612328Z","caller":"traceutil/trace.go:171","msg":"trace[1290385515] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:21822; }","duration":"133.069862ms","start":"2026-02-27T01:58:49.479248Z","end":"2026-02-27T01:58:49.612318Z","steps":["trace[1290385515] 'agreement among raft nodes before linearized reading' (duration: 132.947669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:49.612422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.561921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-27T01:58:49.612469Z","caller":"traceutil/trace.go:171","msg":"trace[1251533451] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:21822; }","duration":"137.626313ms","start":"2026-02-27T01:58:49.474831Z","end":"2026-02-27T01:58:49.612457Z","steps":["trace[1251533451] 'agreement among raft nodes before linearized reading' (duration: 137.49966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:49.612775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.904225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T01:58:49.613067Z","caller":"traceutil/trace.go:171","msg":"trace[1917206142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21822; }","duration":"120.235844ms","start":"2026-02-27T01:58:49.492804Z","end":"2026-02-27T01:58:49.61304Z","steps":["trace[1917206142] 'agreement among raft nodes before linearized reading' (duration: 119.609527ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:49.614227Z","caller":"traceutil/trace.go:171","msg":"trace[1781657064] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21822; }","duration":"142.44156ms","start":"2026-02-27T01:58:49.471767Z","end":"2026-02-27T01:58:49.614209Z","steps":["trace[1781657064] 'process raft request' (duration: 140.120389ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:49.831226Z","caller":"traceutil/trace.go:171","msg":"trace[1097727704] linearizableReadLoop","detail":"{readStateIndex:22904; appliedIndex:22901; }","duration":"129.081688ms","start":"2026-02-27T01:58:49.702128Z","end":"2026-02-27T01:58:49.83121Z","steps":["trace[1097727704] 'read index received' (duration: 49.288621ms)","trace[1097727704] 'applied index is now lower than readState.Index' (duration: 79.791947ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:49.831416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.278133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-27T01:58:49.831653Z","caller":"traceutil/trace.go:171","msg":"trace[1130988175] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:21828; }","duration":"129.538671ms","start":"2026-02-27T01:58:49.702105Z","end":"2026-02-27T01:58:49.831644Z","steps":["trace[1130988175] 'agreement among raft nodes before linearized reading' (duration: 129.219302ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:49.831408Z","caller":"traceutil/trace.go:171","msg":"trace[347409745] transaction","detail":"{read_only:false; response_revision:21827; number_of_response:1; }","duration":"132.991342ms","start":"2026-02-27T01:58:49.69839Z","end":"2026-02-27T01:58:49.831381Z","steps":["trace[347409745] 'process raft request' (duration: 52.895307ms)","trace[347409745] 'compare' (duration: 79.53021ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:49.831487Z","caller":"traceutil/trace.go:171","msg":"trace[869970350] transaction","detail":"{read_only:false; response_revision:21828; number_of_response:1; }","duration":"131.623505ms","start":"2026-02-27T01:58:49.699855Z","end":"2026-02-27T01:58:49.831478Z","steps":["trace[869970350] 'process raft request' (duration: 131.248515ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:49.831608Z","caller":"traceutil/trace.go:171","msg":"trace[692706313] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21828; }","duration":"129.93736ms","start":"2026-02-27T01:58:49.701658Z","end":"2026-02-27T01:58:49.831595Z","steps":["trace[692706313] 'process raft request' (duration: 129.514969ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:50.403126Z","caller":"traceutil/trace.go:171","msg":"trace[546227349] linearizableReadLoop","detail":"{readStateIndex:22928; appliedIndex:22927; }","duration":"193.566241ms","start":"2026-02-27T01:58:50.209537Z","end":"2026-02-27T01:58:50.403103Z","steps":["trace[546227349] 'read index received' (duration: 193.391127ms)","trace[546227349] 'applied index is now lower than readState.Index' (duration: 174.254µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:50.403239Z","caller":"traceutil/trace.go:171","msg":"trace[1484467951] transaction","detail":"{read_only:false; response_revision:21851; number_of_response:1; }","duration":"195.103762ms","start":"2026-02-27T01:58:50.208105Z","end":"2026-02-27T01:58:50.403209Z","steps":["trace[1484467951] 'process raft request' (duration: 194.870886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:50.403364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.644388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T01:58:50.403403Z","caller":"traceutil/trace.go:171","msg":"trace[1999712712] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:21851; }","duration":"161.72162ms","start":"2026-02-27T01:58:50.241669Z","end":"2026-02-27T01:58:50.403391Z","steps":["trace[1999712712] 'agreement among raft nodes before linearized reading' (duration: 161.645728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:50.403407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.866069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-27T01:58:50.403457Z","caller":"traceutil/trace.go:171","msg":"trace[348245782] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:21851; }","duration":"193.93482ms","start":"2026-02-27T01:58:50.209508Z","end":"2026-02-27T01:58:50.403443Z","steps":["trace[348245782] 'agreement among raft nodes before linearized reading' (duration: 193.741565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:50.403604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.015487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:97787"} {"level":"info","ts":"2026-02-27T01:58:50.403663Z","caller":"traceutil/trace.go:171","msg":"trace[1256902363] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:21851; }","duration":"190.1002ms","start":"2026-02-27T01:58:50.213547Z","end":"2026-02-27T01:58:50.403647Z","steps":["trace[1256902363] 'agreement among raft nodes before linearized reading' (duration: 189.705149ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:50.534199Z","caller":"traceutil/trace.go:171","msg":"trace[497612762] linearizableReadLoop","detail":"{readStateIndex:22929; appliedIndex:22928; }","duration":"111.483153ms","start":"2026-02-27T01:58:50.422693Z","end":"2026-02-27T01:58:50.534177Z","steps":["trace[497612762] 'read index received' (duration: 70.594324ms)","trace[497612762] 'applied index is now lower than readState.Index' (duration: 40.887929ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:50.534268Z","caller":"traceutil/trace.go:171","msg":"trace[1449952053] transaction","detail":"{read_only:false; response_revision:21852; number_of_response:1; }","duration":"111.866754ms","start":"2026-02-27T01:58:50.422365Z","end":"2026-02-27T01:58:50.534232Z","steps":["trace[1449952053] 'process raft request' (duration: 70.847031ms)","trace[1449952053] 'compare' (duration: 40.831778ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:50.534462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.73588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-27T01:58:50.534552Z","caller":"traceutil/trace.go:171","msg":"trace[749641063] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:21852; }","duration":"111.864954ms","start":"2026-02-27T01:58:50.422664Z","end":"2026-02-27T01:58:50.534529Z","steps":["trace[749641063] 'agreement among raft nodes before linearized reading' (duration: 111.604407ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:50.538465Z","caller":"traceutil/trace.go:171","msg":"trace[855956525] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21852; }","duration":"112.831319ms","start":"2026-02-27T01:58:50.425603Z","end":"2026-02-27T01:58:50.538434Z","steps":["trace[855956525] 'process raft request' (duration: 112.612353ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:50.538492Z","caller":"traceutil/trace.go:171","msg":"trace[843944666] transaction","detail":"{read_only:false; response_revision:21853; number_of_response:1; }","duration":"105.597059ms","start":"2026-02-27T01:58:50.432871Z","end":"2026-02-27T01:58:50.538468Z","steps":["trace[843944666] 'process raft request' (duration: 105.434574ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:50.704779Z","caller":"traceutil/trace.go:171","msg":"trace[2033750649] transaction","detail":"{read_only:false; response_revision:21856; number_of_response:1; }","duration":"141.495537ms","start":"2026-02-27T01:58:50.563263Z","end":"2026-02-27T01:58:50.704759Z","steps":["trace[2033750649] 'process raft request' (duration: 141.417025ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:50.704845Z","caller":"traceutil/trace.go:171","msg":"trace[1856675614] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21855; }","duration":"143.889229ms","start":"2026-02-27T01:58:50.560922Z","end":"2026-02-27T01:58:50.704812Z","steps":["trace[1856675614] 'process raft request' (duration: 143.674783ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:50.709795Z","caller":"traceutil/trace.go:171","msg":"trace[296876986] transaction","detail":"{read_only:false; response_revision:21857; number_of_response:1; }","duration":"128.832872ms","start":"2026-02-27T01:58:50.580951Z","end":"2026-02-27T01:58:50.709784Z","steps":["trace[296876986] 'process raft request' (duration: 128.607326ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:50.709776Z","caller":"traceutil/trace.go:171","msg":"trace[960474391] transaction","detail":"{read_only:false; response_revision:21858; number_of_response:1; }","duration":"127.694922ms","start":"2026-02-27T01:58:50.582043Z","end":"2026-02-27T01:58:50.709738Z","steps":["trace[960474391] 'process raft request' (duration: 127.593309ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:50.710004Z","caller":"traceutil/trace.go:171","msg":"trace[485949283] linearizableReadLoop","detail":"{readStateIndex:22936; appliedIndex:22934; }","duration":"128.688978ms","start":"2026-02-27T01:58:50.580985Z","end":"2026-02-27T01:58:50.709674Z","steps":["trace[485949283] 'read index received' (duration: 123.701957ms)","trace[485949283] 'applied index is now lower than readState.Index' (duration: 4.986391ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:50.710253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.248863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-27T01:58:50.710329Z","caller":"traceutil/trace.go:171","msg":"trace[139736342] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:21858; }","duration":"129.356836ms","start":"2026-02-27T01:58:50.580949Z","end":"2026-02-27T01:58:50.710306Z","steps":["trace[139736342] 'agreement among raft nodes before linearized reading' (duration: 129.088019ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:50.915069Z","caller":"traceutil/trace.go:171","msg":"trace[1038633818] transaction","detail":"{read_only:false; response_revision:21860; number_of_response:1; }","duration":"200.72492ms","start":"2026-02-27T01:58:50.714302Z","end":"2026-02-27T01:58:50.915026Z","steps":["trace[1038633818] 'process raft request' (duration: 196.678203ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:50.952187Z","caller":"traceutil/trace.go:171","msg":"trace[1605665186] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21861; }","duration":"237.694807ms","start":"2026-02-27T01:58:50.714438Z","end":"2026-02-27T01:58:50.952132Z","steps":["trace[1605665186] 'process raft request' (duration: 237.469401ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:50.9524Z","caller":"traceutil/trace.go:171","msg":"trace[1752429132] linearizableReadLoop","detail":"{readStateIndex:22940; appliedIndex:22938; }","duration":"234.581944ms","start":"2026-02-27T01:58:50.717792Z","end":"2026-02-27T01:58:50.952374Z","steps":["trace[1752429132] 'read index received' (duration: 193.206022ms)","trace[1752429132] 'applied index is now lower than readState.Index' (duration: 41.375252ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:50.952514Z","caller":"traceutil/trace.go:171","msg":"trace[922444863] transaction","detail":"{read_only:false; response_revision:21862; number_of_response:1; }","duration":"228.874823ms","start":"2026-02-27T01:58:50.723629Z","end":"2026-02-27T01:58:50.952504Z","steps":["trace[922444863] 'process raft request' (duration: 228.418151ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:50.952628Z","caller":"traceutil/trace.go:171","msg":"trace[94810017] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21862; }","duration":"227.420945ms","start":"2026-02-27T01:58:50.725197Z","end":"2026-02-27T01:58:50.952618Z","steps":["trace[94810017] 'process raft request' (duration: 227.112397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:50.952886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.501738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1826"} {"level":"warn","ts":"2026-02-27T01:58:50.95298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.19071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-27T01:58:50.953011Z","caller":"traceutil/trace.go:171","msg":"trace[1298833268] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:21862; }","duration":"235.265183ms","start":"2026-02-27T01:58:50.717736Z","end":"2026-02-27T01:58:50.953002Z","steps":["trace[1298833268] 'agreement among raft nodes before linearized reading' (duration: 235.17329ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:50.953043Z","caller":"traceutil/trace.go:171","msg":"trace[1035896485] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:21862; }","duration":"210.668113ms","start":"2026-02-27T01:58:50.74232Z","end":"2026-02-27T01:58:50.952988Z","steps":["trace[1035896485] 'agreement among raft nodes before linearized reading' (duration: 210.328694ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:51.14658Z","caller":"traceutil/trace.go:171","msg":"trace[80583591] transaction","detail":"{read_only:false; response_revision:21869; number_of_response:1; }","duration":"145.297046ms","start":"2026-02-27T01:58:51.001252Z","end":"2026-02-27T01:58:51.146549Z","steps":["trace[80583591] 'process raft request' (duration: 136.186306ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:51.14669Z","caller":"traceutil/trace.go:171","msg":"trace[1997338642] transaction","detail":"{read_only:false; response_revision:21871; number_of_response:1; }","duration":"145.300977ms","start":"2026-02-27T01:58:51.001349Z","end":"2026-02-27T01:58:51.14665Z","steps":["trace[1997338642] 'process raft request' (duration: 145.190374ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:51.146715Z","caller":"traceutil/trace.go:171","msg":"trace[671716829] transaction","detail":"{read_only:false; response_revision:21872; number_of_response:1; }","duration":"145.154463ms","start":"2026-02-27T01:58:51.001528Z","end":"2026-02-27T01:58:51.146682Z","steps":["trace[671716829] 'process raft request' (duration: 145.04465ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:51.146958Z","caller":"traceutil/trace.go:171","msg":"trace[1761193484] transaction","detail":"{read_only:false; response_revision:21874; number_of_response:1; }","duration":"142.654047ms","start":"2026-02-27T01:58:51.00429Z","end":"2026-02-27T01:58:51.146944Z","steps":["trace[1761193484] 'process raft request' (duration: 142.348039ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:51.146709Z","caller":"traceutil/trace.go:171","msg":"trace[1908411251] transaction","detail":"{read_only:false; response_revision:21870; number_of_response:1; }","duration":"145.315937ms","start":"2026-02-27T01:58:51.001312Z","end":"2026-02-27T01:58:51.146628Z","steps":["trace[1908411251] 'process raft request' (duration: 145.124882ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:51.146965Z","caller":"traceutil/trace.go:171","msg":"trace[1229827778] linearizableReadLoop","detail":"{readStateIndex:22952; appliedIndex:22947; }","duration":"144.405093ms","start":"2026-02-27T01:58:51.002483Z","end":"2026-02-27T01:58:51.146888Z","steps":["trace[1229827778] 'read index received' (duration: 6.515062ms)","trace[1229827778] 'applied index is now lower than readState.Index' (duration: 137.888661ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:51.147139Z","caller":"traceutil/trace.go:171","msg":"trace[1713233861] transaction","detail":"{read_only:false; response_revision:21873; number_of_response:1; }","duration":"144.057184ms","start":"2026-02-27T01:58:51.00305Z","end":"2026-02-27T01:58:51.147107Z","steps":["trace[1713233861] 'process raft request' (duration: 143.550281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:51.147479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.977208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-27T01:58:51.147498Z","caller":"traceutil/trace.go:171","msg":"trace[41841564] transaction","detail":"{read_only:false; response_revision:21875; number_of_response:1; }","duration":"138.590689ms","start":"2026-02-27T01:58:51.008861Z","end":"2026-02-27T01:58:51.147452Z","steps":["trace[41841564] 'process raft request' (duration: 137.912881ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:51.147531Z","caller":"traceutil/trace.go:171","msg":"trace[1789510376] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:21875; }","duration":"145.070531ms","start":"2026-02-27T01:58:51.002444Z","end":"2026-02-27T01:58:51.147515Z","steps":["trace[1789510376] 'agreement among raft nodes before linearized reading' (duration: 144.916157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:51.14774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.542127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"warn","ts":"2026-02-27T01:58:51.147847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.14707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-server-ca\" ","response":"range_response_count:1 size:2156"} {"level":"info","ts":"2026-02-27T01:58:51.147893Z","caller":"traceutil/trace.go:171","msg":"trace[1447545708] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-server-ca; range_end:; response_count:1; response_revision:21875; }","duration":"140.198782ms","start":"2026-02-27T01:58:51.007682Z","end":"2026-02-27T01:58:51.147881Z","steps":["trace[1447545708] 'agreement among raft nodes before linearized reading' (duration: 140.08933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:51.148049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.511751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-02-27T01:58:51.148096Z","caller":"traceutil/trace.go:171","msg":"trace[1957992576] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:21875; }","duration":"140.570832ms","start":"2026-02-27T01:58:51.007514Z","end":"2026-02-27T01:58:51.148085Z","steps":["trace[1957992576] 'agreement among raft nodes before linearized reading' (duration: 140.357566ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:51.147825Z","caller":"traceutil/trace.go:171","msg":"trace[90367838] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:21875; }","duration":"141.62022ms","start":"2026-02-27T01:58:51.006163Z","end":"2026-02-27T01:58:51.147783Z","steps":["trace[90367838] 'agreement among raft nodes before linearized reading' (duration: 141.356733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:51.148648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.830505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-certs\" ","response":"range_response_count:1 size:2463"} {"level":"info","ts":"2026-02-27T01:58:51.148691Z","caller":"traceutil/trace.go:171","msg":"trace[2059876723] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-client-certs; range_end:; response_count:1; response_revision:21875; }","duration":"141.884737ms","start":"2026-02-27T01:58:51.006795Z","end":"2026-02-27T01:58:51.148679Z","steps":["trace[2059876723] 'agreement among raft nodes before linearized reading' (duration: 141.735453ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:51.25338Z","caller":"traceutil/trace.go:171","msg":"trace[1970936028] transaction","detail":"{read_only:false; response_revision:21876; number_of_response:1; }","duration":"101.479599ms","start":"2026-02-27T01:58:51.151876Z","end":"2026-02-27T01:58:51.253355Z","steps":["trace[1970936028] 'process raft request' (duration: 94.916376ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:51.255113Z","caller":"traceutil/trace.go:171","msg":"trace[129402277] transaction","detail":"{read_only:false; response_revision:21877; number_of_response:1; }","duration":"102.224899ms","start":"2026-02-27T01:58:51.152871Z","end":"2026-02-27T01:58:51.255096Z","steps":["trace[129402277] 'process raft request' (duration: 102.099916ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:51.255357Z","caller":"traceutil/trace.go:171","msg":"trace[144662674] transaction","detail":"{read_only:false; response_revision:21878; number_of_response:1; }","duration":"102.330812ms","start":"2026-02-27T01:58:51.153003Z","end":"2026-02-27T01:58:51.255334Z","steps":["trace[144662674] 'process raft request' (duration: 102.054974ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:51.255597Z","caller":"traceutil/trace.go:171","msg":"trace[1955864670] transaction","detail":"{read_only:false; response_revision:21879; number_of_response:1; }","duration":"101.316785ms","start":"2026-02-27T01:58:51.15426Z","end":"2026-02-27T01:58:51.255577Z","steps":["trace[1955864670] 'process raft request' (duration: 100.968586ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:51.255653Z","caller":"traceutil/trace.go:171","msg":"trace[59727407] transaction","detail":"{read_only:false; response_revision:21880; number_of_response:1; }","duration":"101.170681ms","start":"2026-02-27T01:58:51.154436Z","end":"2026-02-27T01:58:51.255607Z","steps":["trace[59727407] 'process raft request' (duration: 101.038337ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:51.255729Z","caller":"traceutil/trace.go:171","msg":"trace[1012449023] linearizableReadLoop","detail":"{readStateIndex:22958; appliedIndex:22955; }","duration":"101.526511ms","start":"2026-02-27T01:58:51.154192Z","end":"2026-02-27T01:58:51.255719Z","steps":["trace[1012449023] 'read index received' (duration: 92.738139ms)","trace[1012449023] 'applied index is now lower than readState.Index' (duration: 8.787752ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:51.256012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.607313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-02-27T01:58:51.256044Z","caller":"traceutil/trace.go:171","msg":"trace[1560043207] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:21883; }","duration":"101.662424ms","start":"2026-02-27T01:58:51.15437Z","end":"2026-02-27T01:58:51.256032Z","steps":["trace[1560043207] 'agreement among raft nodes before linearized reading' (duration: 101.51274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:51.256257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.048964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T01:58:51.256427Z","caller":"traceutil/trace.go:171","msg":"trace[279304634] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21883; }","duration":"102.122217ms","start":"2026-02-27T01:58:51.154168Z","end":"2026-02-27T01:58:51.25629Z","steps":["trace[279304634] 'agreement among raft nodes before linearized reading' (duration: 101.658575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:53.407461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.176805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T01:58:53.407542Z","caller":"traceutil/trace.go:171","msg":"trace[30626048] linearizableReadLoop","detail":"{readStateIndex:22974; appliedIndex:22973; }","duration":"196.327004ms","start":"2026-02-27T01:58:53.211201Z","end":"2026-02-27T01:58:53.407528Z","steps":["trace[30626048] 'read index received' (duration: 57.019575ms)","trace[30626048] 'applied index is now lower than readState.Index' (duration: 139.306479ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:53.407606Z","caller":"traceutil/trace.go:171","msg":"trace[1167301072] transaction","detail":"{read_only:false; response_revision:21892; number_of_response:1; }","duration":"237.248744ms","start":"2026-02-27T01:58:53.170348Z","end":"2026-02-27T01:58:53.407597Z","steps":["trace[1167301072] 'process raft request' (duration: 97.871183ms)","trace[1167301072] 'compare' (duration: 138.901048ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:53.407811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.641852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T01:58:53.407833Z","caller":"traceutil/trace.go:171","msg":"trace[1463963244] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21892; }","duration":"196.697674ms","start":"2026-02-27T01:58:53.21113Z","end":"2026-02-27T01:58:53.407827Z","steps":["trace[1463963244] 'agreement among raft nodes before linearized reading' (duration: 196.604011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:53.408013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.865557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T01:58:53.408091Z","caller":"traceutil/trace.go:171","msg":"trace[663376488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21892; }","duration":"149.952259ms","start":"2026-02-27T01:58:53.258122Z","end":"2026-02-27T01:58:53.408074Z","steps":["trace[663376488] 'agreement among raft nodes before linearized reading' (duration: 149.756914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:53.408282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.729958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T01:58:53.408308Z","caller":"traceutil/trace.go:171","msg":"trace[976026259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21892; }","duration":"145.795009ms","start":"2026-02-27T01:58:53.262506Z","end":"2026-02-27T01:58:53.408301Z","steps":["trace[976026259] 'agreement among raft nodes before linearized reading' (duration: 145.708647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:53.408337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.841944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T01:58:53.408297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.31155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T01:58:53.40838Z","caller":"traceutil/trace.go:171","msg":"trace[1066550684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21892; }","duration":"147.883085ms","start":"2026-02-27T01:58:53.260486Z","end":"2026-02-27T01:58:53.40837Z","steps":["trace[1066550684] 'agreement among raft nodes before linearized reading' (duration: 147.782402ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:53.408417Z","caller":"traceutil/trace.go:171","msg":"trace[1595062859] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21892; }","duration":"147.478175ms","start":"2026-02-27T01:58:53.26091Z","end":"2026-02-27T01:58:53.408388Z","steps":["trace[1595062859] 'agreement among raft nodes before linearized reading' (duration: 147.110405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:53.408458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.097117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T01:58:53.408477Z","caller":"traceutil/trace.go:171","msg":"trace[938707617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21892; }","duration":"149.135668ms","start":"2026-02-27T01:58:53.259335Z","end":"2026-02-27T01:58:53.408471Z","steps":["trace[938707617] 'agreement among raft nodes before linearized reading' (duration: 149.089617ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:55.293212Z","caller":"traceutil/trace.go:171","msg":"trace[978645146] transaction","detail":"{read_only:false; response_revision:22016; number_of_response:1; }","duration":"102.358173ms","start":"2026-02-27T01:58:55.19082Z","end":"2026-02-27T01:58:55.293178Z","steps":["trace[978645146] 'process raft request' (duration: 70.0549ms)","trace[978645146] 'compare' (duration: 32.040686ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:58:55.293939Z","caller":"traceutil/trace.go:171","msg":"trace[109062784] transaction","detail":"{read_only:false; response_revision:22017; number_of_response:1; }","duration":"102.593699ms","start":"2026-02-27T01:58:55.191321Z","end":"2026-02-27T01:58:55.293914Z","steps":["trace[109062784] 'process raft request' (duration: 102.446075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:58:55.29439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.294374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-housekeeping-7646b4d688-grfqh\" ","response":"range_response_count:1 size:6130"} {"level":"info","ts":"2026-02-27T01:58:55.294475Z","caller":"traceutil/trace.go:171","msg":"trace[291736633] range","detail":"{range_begin:/registry/pods/openstack/octavia-housekeeping-7646b4d688-grfqh; range_end:; response_count:1; response_revision:22018; }","duration":"101.401428ms","start":"2026-02-27T01:58:55.193059Z","end":"2026-02-27T01:58:55.29446Z","steps":["trace[291736633] 'agreement among raft nodes before linearized reading' (duration: 101.073419ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:55.293917Z","caller":"traceutil/trace.go:171","msg":"trace[189791222] linearizableReadLoop","detail":"{readStateIndex:23101; appliedIndex:23099; }","duration":"100.826482ms","start":"2026-02-27T01:58:55.193073Z","end":"2026-02-27T01:58:55.293899Z","steps":["trace[189791222] 'read index received' (duration: 67.81502ms)","trace[189791222] 'applied index is now lower than readState.Index' (duration: 33.010702ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:58:55.294799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.392287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/octavia-worker-7ff7b4764c\" ","response":"range_response_count:1 size:6916"} {"level":"info","ts":"2026-02-27T01:58:55.294829Z","caller":"traceutil/trace.go:171","msg":"trace[691429250] range","detail":"{range_begin:/registry/replicasets/openstack/octavia-worker-7ff7b4764c; range_end:; response_count:1; response_revision:22018; }","duration":"101.472639ms","start":"2026-02-27T01:58:55.193346Z","end":"2026-02-27T01:58:55.294818Z","steps":["trace[691429250] 'agreement among raft nodes before linearized reading' (duration: 101.349716ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:58:58.331917Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19522} {"level":"info","ts":"2026-02-27T01:58:58.626121Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19522,"took":"291.24915ms","hash":800777461,"current-db-size-bytes":44965888,"current-db-size":"45 MB","current-db-size-in-use-bytes":29327360,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-27T01:58:58.62619Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":800777461,"revision":19522,"compact-revision":16639} {"level":"info","ts":"2026-02-27T01:59:23.530083Z","caller":"traceutil/trace.go:171","msg":"trace[71020651] transaction","detail":"{read_only:false; response_revision:22254; number_of_response:1; }","duration":"105.430214ms","start":"2026-02-27T01:59:23.424625Z","end":"2026-02-27T01:59:23.530055Z","steps":["trace[71020651] 'process raft request' (duration: 105.26293ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:20.232772Z","caller":"traceutil/trace.go:171","msg":"trace[1605743412] linearizableReadLoop","detail":"{readStateIndex:23945; appliedIndex:23944; }","duration":"359.283777ms","start":"2026-02-27T02:00:19.873465Z","end":"2026-02-27T02:00:20.232748Z","steps":["trace[1605743412] 'read index received' (duration: 359.073061ms)","trace[1605743412] 'applied index is now lower than readState.Index' (duration: 209.346µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:20.232885Z","caller":"traceutil/trace.go:171","msg":"trace[1970794977] transaction","detail":"{read_only:false; response_revision:22826; number_of_response:1; }","duration":"417.3574ms","start":"2026-02-27T02:00:19.815488Z","end":"2026-02-27T02:00:20.232845Z","steps":["trace[1970794977] 'process raft request' (duration: 417.077683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:20.232991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.482012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:00:20.233057Z","caller":"traceutil/trace.go:171","msg":"trace[83834527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22826; }","duration":"359.627707ms","start":"2026-02-27T02:00:19.873415Z","end":"2026-02-27T02:00:20.233043Z","steps":["trace[83834527] 'agreement among raft nodes before linearized reading' (duration: 359.469542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:20.233091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.278398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7373"} {"level":"warn","ts":"2026-02-27T02:00:20.233106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:19.873374Z","time spent":"359.721369ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:00:20.233151Z","caller":"traceutil/trace.go:171","msg":"trace[1250424760] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:22826; }","duration":"175.36001ms","start":"2026-02-27T02:00:20.057777Z","end":"2026-02-27T02:00:20.233137Z","steps":["trace[1250424760] 'agreement among raft nodes before linearized reading' (duration: 175.162105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:20.233238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.368937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-02-27T02:00:20.233234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.047293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-02-27T02:00:20.233255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.329746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:00:20.233335Z","caller":"traceutil/trace.go:171","msg":"trace[1916396891] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22826; }","duration":"226.46268ms","start":"2026-02-27T02:00:20.006821Z","end":"2026-02-27T02:00:20.233284Z","steps":["trace[1916396891] 'agreement among raft nodes before linearized reading' (duration: 226.308016ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:20.233337Z","caller":"traceutil/trace.go:171","msg":"trace[2030557012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22826; }","duration":"204.433068ms","start":"2026-02-27T02:00:20.028886Z","end":"2026-02-27T02:00:20.233319Z","steps":["trace[2030557012] 'agreement among raft nodes before linearized reading' (duration: 204.218472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:20.233365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.969619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7373"} {"level":"warn","ts":"2026-02-27T02:00:20.233376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.035222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-02-27T02:00:20.233365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.879211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T02:00:20.233362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.667201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-02-27T02:00:20.233412Z","caller":"traceutil/trace.go:171","msg":"trace[1824642275] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:22826; }","duration":"181.03239ms","start":"2026-02-27T02:00:20.052366Z","end":"2026-02-27T02:00:20.233398Z","steps":["trace[1824642275] 'agreement among raft nodes before linearized reading' (duration: 180.873096ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:20.233419Z","caller":"traceutil/trace.go:171","msg":"trace[818492271] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22826; }","duration":"175.077483ms","start":"2026-02-27T02:00:20.058323Z","end":"2026-02-27T02:00:20.2334Z","steps":["trace[818492271] 'agreement among raft nodes before linearized reading' (duration: 174.992171ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:20.233439Z","caller":"traceutil/trace.go:171","msg":"trace[1689558188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22826; }","duration":"201.988243ms","start":"2026-02-27T02:00:20.031426Z","end":"2026-02-27T02:00:20.233415Z","steps":["trace[1689558188] 'agreement among raft nodes before linearized reading' (duration: 201.790178ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:20.233441Z","caller":"traceutil/trace.go:171","msg":"trace[2005569076] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22826; }","duration":"177.771784ms","start":"2026-02-27T02:00:20.055653Z","end":"2026-02-27T02:00:20.233425Z","steps":["trace[2005569076] 'agreement among raft nodes before linearized reading' (duration: 177.533307ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:00:20.233509Z","caller":"traceutil/trace.go:171","msg":"trace[802515847] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22826; }","duration":"186.179536ms","start":"2026-02-27T02:00:20.047118Z","end":"2026-02-27T02:00:20.233298Z","steps":["trace[802515847] 'agreement among raft nodes before linearized reading' (duration: 185.93498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:20.233092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.320919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:00:20.233595Z","caller":"traceutil/trace.go:171","msg":"trace[1033203137] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22826; }","duration":"303.851953ms","start":"2026-02-27T02:00:19.929706Z","end":"2026-02-27T02:00:20.233558Z","steps":["trace[1033203137] 'agreement among raft nodes before linearized reading' (duration: 303.221256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:20.233634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:19.929693Z","time spent":"303.930425ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:00:20.234078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:19.815468Z","time spent":"417.519895ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6935,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:00:21.070009Z","caller":"traceutil/trace.go:171","msg":"trace[760478808] linearizableReadLoop","detail":"{readStateIndex:23962; appliedIndex:23961; }","duration":"310.439147ms","start":"2026-02-27T02:00:20.759549Z","end":"2026-02-27T02:00:21.069989Z","steps":["trace[760478808] 'read index received' (duration: 310.287763ms)","trace[760478808] 'applied index is now lower than readState.Index' (duration: 150.324µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:00:21.070138Z","caller":"traceutil/trace.go:171","msg":"trace[300759166] transaction","detail":"{read_only:false; response_revision:22842; number_of_response:1; }","duration":"327.56172ms","start":"2026-02-27T02:00:20.742564Z","end":"2026-02-27T02:00:21.070126Z","steps":["trace[300759166] 'process raft request' (duration: 327.283083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:21.070296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:20.742536Z","time spent":"327.633201ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:00:21.070716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.154666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:00:21.070847Z","caller":"traceutil/trace.go:171","msg":"trace[2061306151] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22842; }","duration":"311.30469ms","start":"2026-02-27T02:00:20.75952Z","end":"2026-02-27T02:00:21.070825Z","steps":["trace[2061306151] 'agreement among raft nodes before linearized reading' (duration: 311.043763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:00:21.071018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:00:20.759508Z","time spent":"311.390192ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:01:49.092292Z","caller":"traceutil/trace.go:171","msg":"trace[1800770346] transaction","detail":"{read_only:false; response_revision:24000; number_of_response:1; }","duration":"145.682046ms","start":"2026-02-27T02:01:48.94657Z","end":"2026-02-27T02:01:49.092252Z","steps":["trace[1800770346] 'process raft request' (duration: 141.161487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:49.092503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.235193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3523"} {"level":"info","ts":"2026-02-27T02:01:49.092599Z","caller":"traceutil/trace.go:171","msg":"trace[2055523251] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24000; }","duration":"126.429548ms","start":"2026-02-27T02:01:48.966149Z","end":"2026-02-27T02:01:49.092579Z","steps":["trace[2055523251] 'agreement among raft nodes before linearized reading' (duration: 126.159511ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:49.09224Z","caller":"traceutil/trace.go:171","msg":"trace[1200349915] linearizableReadLoop","detail":"{readStateIndex:25167; appliedIndex:25166; }","duration":"125.940526ms","start":"2026-02-27T02:01:48.966246Z","end":"2026-02-27T02:01:49.092187Z","steps":["trace[1200349915] 'read index received' (duration: 121.501288ms)","trace[1200349915] 'applied index is now lower than readState.Index' (duration: 4.437698ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:01:49.09343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.65218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:2435"} {"level":"info","ts":"2026-02-27T02:01:49.093524Z","caller":"traceutil/trace.go:171","msg":"trace[936864875] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:24001; }","duration":"102.811594ms","start":"2026-02-27T02:01:48.990689Z","end":"2026-02-27T02:01:49.0935Z","steps":["trace[936864875] 'agreement among raft nodes before linearized reading' (duration: 102.511906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:50.721061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.160595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:01:50.721095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.407314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:01:50.721125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.702296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-mqpkz\" ","response":"range_response_count:1 size:5106"} {"level":"info","ts":"2026-02-27T02:01:50.72117Z","caller":"traceutil/trace.go:171","msg":"trace[2014037631] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-mqpkz; range_end:; response_count:1; response_revision:24055; }","duration":"251.783468ms","start":"2026-02-27T02:01:50.469375Z","end":"2026-02-27T02:01:50.721159Z","steps":["trace[2014037631] 'range keys from in-memory index tree' (duration: 251.526702ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:50.721164Z","caller":"traceutil/trace.go:171","msg":"trace[706105325] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24055; }","duration":"161.291908ms","start":"2026-02-27T02:01:50.559848Z","end":"2026-02-27T02:01:50.72114Z","steps":["trace[706105325] 'range keys from in-memory index tree' (duration: 161.112994ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:50.721174Z","caller":"traceutil/trace.go:171","msg":"trace[1949859071] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24055; }","duration":"177.514537ms","start":"2026-02-27T02:01:50.543635Z","end":"2026-02-27T02:01:50.72115Z","steps":["trace[1949859071] 'count revisions from in-memory index tree' (duration: 177.353283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:50.721414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.375816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:50.721439Z","caller":"traceutil/trace.go:171","msg":"trace[115573920] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24055; }","duration":"204.414887ms","start":"2026-02-27T02:01:50.517016Z","end":"2026-02-27T02:01:50.721431Z","steps":["trace[115573920] 'count revisions from in-memory index tree' (duration: 204.355106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:50.721484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.792984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:50.721521Z","caller":"traceutil/trace.go:171","msg":"trace[825809376] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24055; }","duration":"177.845636ms","start":"2026-02-27T02:01:50.543665Z","end":"2026-02-27T02:01:50.72151Z","steps":["trace[825809376] 'range keys from in-memory index tree' (duration: 177.737153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:50.721558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.35902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:50.72158Z","caller":"traceutil/trace.go:171","msg":"trace[566154420] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24055; }","duration":"189.402951ms","start":"2026-02-27T02:01:50.53217Z","end":"2026-02-27T02:01:50.721573Z","steps":["trace[566154420] 'range keys from in-memory index tree' (duration: 189.308148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:50.721588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.872066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7455"} {"level":"info","ts":"2026-02-27T02:01:50.721621Z","caller":"traceutil/trace.go:171","msg":"trace[786399822] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24055; }","duration":"269.906647ms","start":"2026-02-27T02:01:50.451704Z","end":"2026-02-27T02:01:50.721611Z","steps":["trace[786399822] 'range keys from in-memory index tree' (duration: 269.764173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:50.721638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.205703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:50.721665Z","caller":"traceutil/trace.go:171","msg":"trace[874612531] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24055; }","duration":"162.266624ms","start":"2026-02-27T02:01:50.55939Z","end":"2026-02-27T02:01:50.721657Z","steps":["trace[874612531] 'count revisions from in-memory index tree' (duration: 162.141061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:50.721784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.301685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:50.721821Z","caller":"traceutil/trace.go:171","msg":"trace[1452147083] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24055; }","duration":"162.355767ms","start":"2026-02-27T02:01:50.559456Z","end":"2026-02-27T02:01:50.721812Z","steps":["trace[1452147083] 'range keys from in-memory index tree' (duration: 162.260934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:50.721824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.9724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:01:50.721875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.047587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:50.7219Z","caller":"traceutil/trace.go:171","msg":"trace[1351952861] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24055; }","duration":"221.110618ms","start":"2026-02-27T02:01:50.500783Z","end":"2026-02-27T02:01:50.721894Z","steps":["trace[1351952861] 'range keys from in-memory index tree' (duration: 220.918834ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:50.721914Z","caller":"traceutil/trace.go:171","msg":"trace[1033810924] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24055; }","duration":"189.119334ms","start":"2026-02-27T02:01:50.532768Z","end":"2026-02-27T02:01:50.721888Z","steps":["trace[1033810924] 'count revisions from in-memory index tree' (duration: 188.895558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:50.721998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.098898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:50.722017Z","caller":"traceutil/trace.go:171","msg":"trace[1627533407] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24055; }","duration":"221.126998ms","start":"2026-02-27T02:01:50.500884Z","end":"2026-02-27T02:01:50.722011Z","steps":["trace[1627533407] 'count revisions from in-memory index tree' (duration: 221.067467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:50.722075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.020994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:50.722145Z","caller":"traceutil/trace.go:171","msg":"trace[1357554557] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24055; }","duration":"205.139786ms","start":"2026-02-27T02:01:50.516987Z","end":"2026-02-27T02:01:50.722127Z","steps":["trace[1357554557] 'range keys from in-memory index tree' (duration: 204.961042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:50.722201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.358782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:50.722236Z","caller":"traceutil/trace.go:171","msg":"trace[270387338] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24055; }","duration":"205.395673ms","start":"2026-02-27T02:01:50.516831Z","end":"2026-02-27T02:01:50.722227Z","steps":["trace[270387338] 'range keys from in-memory index tree' (duration: 205.313031ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:50.73164Z","caller":"traceutil/trace.go:171","msg":"trace[782745316] linearizableReadLoop","detail":"{readStateIndex:25223; appliedIndex:25222; }","duration":"152.580958ms","start":"2026-02-27T02:01:50.579047Z","end":"2026-02-27T02:01:50.731628Z","steps":["trace[782745316] 'read index received' (duration: 152.458635ms)","trace[782745316] 'applied index is now lower than readState.Index' (duration: 121.803µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:01:50.731718Z","caller":"traceutil/trace.go:171","msg":"trace[473352585] transaction","detail":"{read_only:false; response_revision:24056; number_of_response:1; }","duration":"168.382056ms","start":"2026-02-27T02:01:50.563326Z","end":"2026-02-27T02:01:50.731708Z","steps":["trace[473352585] 'process raft request' (duration: 168.227142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:50.731853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.784624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:50.731925Z","caller":"traceutil/trace.go:171","msg":"trace[2104314700] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24056; }","duration":"152.857256ms","start":"2026-02-27T02:01:50.579026Z","end":"2026-02-27T02:01:50.731884Z","steps":["trace[2104314700] 'agreement among raft nodes before linearized reading' (duration: 152.769844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:50.739639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.097037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:50.739714Z","caller":"traceutil/trace.go:171","msg":"trace[1541039729] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24057; }","duration":"160.22991ms","start":"2026-02-27T02:01:50.579467Z","end":"2026-02-27T02:01:50.739697Z","steps":["trace[1541039729] 'agreement among raft nodes before linearized reading' (duration: 160.093807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:50.740044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.170578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:50.740075Z","caller":"traceutil/trace.go:171","msg":"trace[359538585] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24057; }","duration":"138.221839ms","start":"2026-02-27T02:01:50.601846Z","end":"2026-02-27T02:01:50.740068Z","steps":["trace[359538585] 'agreement among raft nodes before linearized reading' (duration: 138.176948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:50.740085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.431579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:01:50.740137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.664047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:50.740168Z","caller":"traceutil/trace.go:171","msg":"trace[182324341] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24057; }","duration":"137.548672ms","start":"2026-02-27T02:01:50.602599Z","end":"2026-02-27T02:01:50.740148Z","steps":["trace[182324341] 'agreement among raft nodes before linearized reading' (duration: 137.371798ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:50.740192Z","caller":"traceutil/trace.go:171","msg":"trace[1813966400] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24057; }","duration":"117.726508ms","start":"2026-02-27T02:01:50.622446Z","end":"2026-02-27T02:01:50.740173Z","steps":["trace[1813966400] 'agreement among raft nodes before linearized reading' (duration: 117.651276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:50.740197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.076202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:01:50.74018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.995345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:01:50.74023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.433055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:50.740238Z","caller":"traceutil/trace.go:171","msg":"trace[4843651] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24057; }","duration":"150.122173ms","start":"2026-02-27T02:01:50.590104Z","end":"2026-02-27T02:01:50.740226Z","steps":["trace[4843651] 'agreement among raft nodes before linearized reading' (duration: 150.069192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:50.740217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.98455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:50.740258Z","caller":"traceutil/trace.go:171","msg":"trace[1262778754] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24057; }","duration":"138.596529ms","start":"2026-02-27T02:01:50.601655Z","end":"2026-02-27T02:01:50.740251Z","steps":["trace[1262778754] 'agreement among raft nodes before linearized reading' (duration: 138.556138ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:50.740262Z","caller":"traceutil/trace.go:171","msg":"trace[922893977] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24057; }","duration":"107.107488ms","start":"2026-02-27T02:01:50.633135Z","end":"2026-02-27T02:01:50.740243Z","steps":["trace[922893977] 'agreement among raft nodes before linearized reading' (duration: 106.938383ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:50.740295Z","caller":"traceutil/trace.go:171","msg":"trace[1925682887] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24057; }","duration":"150.132234ms","start":"2026-02-27T02:01:50.590141Z","end":"2026-02-27T02:01:50.740274Z","steps":["trace[1925682887] 'agreement among raft nodes before linearized reading' (duration: 150.01342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:50.740094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.548583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:50.740328Z","caller":"traceutil/trace.go:171","msg":"trace[721882730] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24057; }","duration":"117.80467ms","start":"2026-02-27T02:01:50.622517Z","end":"2026-02-27T02:01:50.740322Z","steps":["trace[721882730] 'agreement among raft nodes before linearized reading' (duration: 117.526503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:50.740009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.903202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:50.740515Z","caller":"traceutil/trace.go:171","msg":"trace[1607555384] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24057; }","duration":"107.424007ms","start":"2026-02-27T02:01:50.63308Z","end":"2026-02-27T02:01:50.740504Z","steps":["trace[1607555384] 'agreement among raft nodes before linearized reading' (duration: 106.903943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:52.207372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.618511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:52.207469Z","caller":"traceutil/trace.go:171","msg":"trace[1798458331] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24097; }","duration":"185.759164ms","start":"2026-02-27T02:01:52.021684Z","end":"2026-02-27T02:01:52.207443Z","steps":["trace[1798458331] 'count revisions from in-memory index tree' (duration: 185.472786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:52.207482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.132738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:01:52.207589Z","caller":"traceutil/trace.go:171","msg":"trace[1961534218] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24097; }","duration":"207.286032ms","start":"2026-02-27T02:01:52.000283Z","end":"2026-02-27T02:01:52.207569Z","steps":["trace[1961534218] 'range keys from in-memory index tree' (duration: 206.988755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:52.207614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.124067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129396"} {"level":"info","ts":"2026-02-27T02:01:52.207686Z","caller":"traceutil/trace.go:171","msg":"trace[910751692] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24097; }","duration":"224.174908ms","start":"2026-02-27T02:01:51.983482Z","end":"2026-02-27T02:01:52.207657Z","steps":["trace[910751692] 'range keys from in-memory index tree' (duration: 223.972123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:52.207779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.077272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:01:52.207473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.389565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:01:52.207824Z","caller":"traceutil/trace.go:171","msg":"trace[2129933428] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24097; }","duration":"186.147544ms","start":"2026-02-27T02:01:52.021666Z","end":"2026-02-27T02:01:52.207813Z","steps":["trace[2129933428] 'range keys from in-memory index tree' (duration: 185.947489ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:52.207843Z","caller":"traceutil/trace.go:171","msg":"trace[298875473] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24097; }","duration":"207.775775ms","start":"2026-02-27T02:01:52.000049Z","end":"2026-02-27T02:01:52.207825Z","steps":["trace[298875473] 'range keys from in-memory index tree' (duration: 207.229591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:52.20761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.733327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:52.208008Z","caller":"traceutil/trace.go:171","msg":"trace[364214283] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test0; response_count:0; response_revision:24097; }","duration":"185.131377ms","start":"2026-02-27T02:01:52.022857Z","end":"2026-02-27T02:01:52.207988Z","steps":["trace[364214283] 'range keys from in-memory index tree' (duration: 184.639994ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:53.704414Z","caller":"traceutil/trace.go:171","msg":"trace[1576733536] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"157.760976ms","start":"2026-02-27T02:01:53.546621Z","end":"2026-02-27T02:01:53.704382Z","steps":["trace[1576733536] 'process raft request' (duration: 157.53372ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:53.708261Z","caller":"traceutil/trace.go:171","msg":"trace[1249961194] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"104.517999ms","start":"2026-02-27T02:01:53.603718Z","end":"2026-02-27T02:01:53.708236Z","steps":["trace[1249961194] 'process raft request' (duration: 104.327574ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:57.494005Z","caller":"traceutil/trace.go:171","msg":"trace[1814871313] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"536.121877ms","start":"2026-02-27T02:01:56.957848Z","end":"2026-02-27T02:01:57.49397Z","steps":["trace[1814871313] 'process raft request' (duration: 519.825996ms)","trace[1814871313] 'compare' (duration: 15.91382ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:01:57.494152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:56.957774Z","time spent":"536.294641ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:01:58.914031Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01952644s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:01:59.875521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000075401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:01:59.875622Z","caller":"traceutil/trace.go:171","msg":"trace[1359143486] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000193684s","start":"2026-02-27T02:01:57.875399Z","end":"2026-02-27T02:01:59.875593Z","steps":["trace[1359143486] 'agreement among raft nodes before linearized reading' (duration: 2.000072001s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.875674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:57.875318Z","time spent":"2.000342548s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:01:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:01:59.898416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02993573s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T02:01:59.898903Z","caller":"traceutil/trace.go:171","msg":"trace[1246917836] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"2.004513069s","start":"2026-02-27T02:01:57.894377Z","end":"2026-02-27T02:01:59.89889Z","steps":["trace[1246917836] 'process raft request' (duration: 2.004449087s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.898995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:57.894358Z","time spent":"2.00457857s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:01:59.899123Z","caller":"traceutil/trace.go:171","msg":"trace[1764137235] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"2.717340481s","start":"2026-02-27T02:01:57.181745Z","end":"2026-02-27T02:01:59.899086Z","steps":["trace[1764137235] 'process raft request' (duration: 2.716745785s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:59.899127Z","caller":"traceutil/trace.go:171","msg":"trace[756155600] linearizableReadLoop","detail":"{readStateIndex:25377; appliedIndex:25375; }","duration":"2.161996177s","start":"2026-02-27T02:01:57.737094Z","end":"2026-02-27T02:01:59.89909Z","steps":["trace[756155600] 'read index received' (duration: 131.436791ms)","trace[756155600] 'applied index is now lower than readState.Index' (duration: 2.030556626s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:01:59.899328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:57.181705Z","time spent":"2.717529736s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:01:59.899327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162220423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T02:01:59.899386Z","caller":"traceutil/trace.go:171","msg":"trace[1314296429] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24208; }","duration":"2.162323885s","start":"2026-02-27T02:01:57.737049Z","end":"2026-02-27T02:01:59.899373Z","steps":["trace[1314296429] 'agreement among raft nodes before linearized reading' (duration: 2.162148411s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.899429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:57.737024Z","time spent":"2.162398308s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T02:01:59.899597Z","caller":"traceutil/trace.go:171","msg":"trace[961299223] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"1.919203056s","start":"2026-02-27T02:01:57.980346Z","end":"2026-02-27T02:01:59.899549Z","steps":["trace[961299223] 'process raft request' (duration: 1.918823166s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:59.899815Z","caller":"traceutil/trace.go:171","msg":"trace[944807751] transaction","detail":"{read_only:false; response_revision:24210; number_of_response:1; }","duration":"1.837138849s","start":"2026-02-27T02:01:58.062641Z","end":"2026-02-27T02:01:59.89978Z","steps":["trace[944807751] 'process raft request' (duration: 1.836835921s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:59.899937Z","caller":"traceutil/trace.go:171","msg":"trace[1514325765] transaction","detail":"{read_only:false; response_revision:24212; number_of_response:1; }","duration":"1.612390715s","start":"2026-02-27T02:01:58.287532Z","end":"2026-02-27T02:01:59.899923Z","steps":["trace[1514325765] 'process raft request' (duration: 1.612283832s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.899979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.062604Z","time spent":"1.837259532s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:01:59.90002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.287491Z","time spent":"1.612491057s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:01:59.900155Z","caller":"traceutil/trace.go:171","msg":"trace[510858147] transaction","detail":"{read_only:false; response_revision:24211; number_of_response:1; }","duration":"1.821107236s","start":"2026-02-27T02:01:58.079038Z","end":"2026-02-27T02:01:59.900145Z","steps":["trace[510858147] 'process raft request' (duration: 1.820671034s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.90022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.079006Z","time spent":"1.821178017s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:01:59.90034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062054053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:01:59.900391Z","caller":"traceutil/trace.go:171","msg":"trace[2051832738] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24213; }","duration":"1.062125494s","start":"2026-02-27T02:01:58.838254Z","end":"2026-02-27T02:01:59.90038Z","steps":["trace[2051832738] 'agreement among raft nodes before linearized reading' (duration: 1.06198111s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.900428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.838238Z","time spent":"1.062183006s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:01:59.90056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.321755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:01:59.900598Z","caller":"traceutil/trace.go:171","msg":"trace[1261606551] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24213; }","duration":"949.419758ms","start":"2026-02-27T02:01:58.951168Z","end":"2026-02-27T02:01:59.900588Z","steps":["trace[1261606551] 'agreement among raft nodes before linearized reading' (duration: 949.350807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.900632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.951149Z","time spent":"949.475799ms","remote":"127.0.0.1:59742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:01:59.900671Z","caller":"traceutil/trace.go:171","msg":"trace[1154540475] transaction","detail":"{read_only:false; response_revision:24213; number_of_response:1; }","duration":"1.250636952s","start":"2026-02-27T02:01:58.650016Z","end":"2026-02-27T02:01:59.900653Z","steps":["trace[1154540475] 'process raft request' (duration: 1.249873442s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.900776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.649993Z","time spent":"1.250720384s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:01:59.900816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35582121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:01:59.900876Z","caller":"traceutil/trace.go:171","msg":"trace[2141379274] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24213; }","duration":"1.355902792s","start":"2026-02-27T02:01:58.544958Z","end":"2026-02-27T02:01:59.90086Z","steps":["trace[2141379274] 'agreement among raft nodes before linearized reading' (duration: 1.355787289s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.900987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062423543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T02:01:59.901009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062591836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:01:59.901035Z","caller":"traceutil/trace.go:171","msg":"trace[216358844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24213; }","duration":"1.062520555s","start":"2026-02-27T02:01:58.838503Z","end":"2026-02-27T02:01:59.901024Z","steps":["trace[216358844] 'agreement among raft nodes before linearized reading' (duration: 1.062308219s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.901073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.838471Z","time spent":"1.062594547s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T02:01:59.901071Z","caller":"traceutil/trace.go:171","msg":"trace[1276893662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24213; }","duration":"1.062795432s","start":"2026-02-27T02:01:58.838261Z","end":"2026-02-27T02:01:59.901056Z","steps":["trace[1276893662] 'agreement among raft nodes before linearized reading' (duration: 1.062554155s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.901341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.838252Z","time spent":"1.063074019s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:01:59.901401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972800891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:01:59.901497Z","caller":"traceutil/trace.go:171","msg":"trace[774630012] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24213; }","duration":"1.972956975s","start":"2026-02-27T02:01:57.928518Z","end":"2026-02-27T02:01:59.901475Z","steps":["trace[774630012] 'agreement among raft nodes before linearized reading' (duration: 1.97162763s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.901551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:57.928493Z","time spent":"1.973046428s","remote":"127.0.0.1:43782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:01:59.901586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626952059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:01:59.901633Z","caller":"traceutil/trace.go:171","msg":"trace[106635433] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24213; }","duration":"1.62699824s","start":"2026-02-27T02:01:58.274623Z","end":"2026-02-27T02:01:59.901622Z","steps":["trace[106635433] 'agreement among raft nodes before linearized reading' (duration: 1.626841206s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.901641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T02:01:59.901669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.274593Z","time spent":"1.627069512s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:01:59.901699Z","caller":"traceutil/trace.go:171","msg":"trace[578522502] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24213; }","duration":"1.627464392s","start":"2026-02-27T02:01:58.274214Z","end":"2026-02-27T02:01:59.901679Z","steps":["trace[578522502] 'agreement among raft nodes before linearized reading' (duration: 1.627227826s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.901271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062146424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:01:59.901741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923388346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:59.901803Z","caller":"traceutil/trace.go:171","msg":"trace[729592183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24213; }","duration":"1.06272065s","start":"2026-02-27T02:01:58.839071Z","end":"2026-02-27T02:01:59.901791Z","steps":["trace[729592183] 'agreement among raft nodes before linearized reading' (duration: 1.062083803s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:01:59.901818Z","caller":"traceutil/trace.go:171","msg":"trace[185830822] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24213; }","duration":"1.923469199s","start":"2026-02-27T02:01:57.978333Z","end":"2026-02-27T02:01:59.901802Z","steps":["trace[185830822] 'agreement among raft nodes before linearized reading' (duration: 1.923355066s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.901837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126957616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T02:01:59.901839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075861347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:01:59.901858Z","caller":"traceutil/trace.go:171","msg":"trace[1159263700] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24213; }","duration":"1.127004378s","start":"2026-02-27T02:01:58.774848Z","end":"2026-02-27T02:01:59.901852Z","steps":["trace[1159263700] 'agreement among raft nodes before linearized reading' (duration: 1.126938526s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.901856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.83904Z","time spent":"1.062805733s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:01:59.901858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:57.978258Z","time spent":"1.923590212s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:01:59.90188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.774826Z","time spent":"1.127050209s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T02:01:59.901887Z","caller":"traceutil/trace.go:171","msg":"trace[2061238920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24213; }","duration":"1.075940779s","start":"2026-02-27T02:01:58.825932Z","end":"2026-02-27T02:01:59.901873Z","steps":["trace[2061238920] 'agreement among raft nodes before linearized reading' (duration: 1.075838887s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.901922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.825906Z","time spent":"1.076008581s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:01:59.901929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248975549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:01:59.901958Z","caller":"traceutil/trace.go:171","msg":"trace[1256372867] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24213; }","duration":"1.24902338s","start":"2026-02-27T02:01:58.652927Z","end":"2026-02-27T02:01:59.901951Z","steps":["trace[1256372867] 'agreement among raft nodes before linearized reading' (duration: 1.248974198s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.901987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.652916Z","time spent":"1.2490654s","remote":"127.0.0.1:43514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:01:59.901722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813585807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-02-27T02:01:59.902051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064098877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:01:59.902101Z","caller":"traceutil/trace.go:171","msg":"trace[34153721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24213; }","duration":"1.064168548s","start":"2026-02-27T02:01:58.837921Z","end":"2026-02-27T02:01:59.90209Z","steps":["trace[34153721] 'agreement among raft nodes before linearized reading' (duration: 1.064053335s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.902139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.837909Z","time spent":"1.064222229s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:01:59.902053Z","caller":"traceutil/trace.go:171","msg":"trace[1140833061] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24213; }","duration":"1.813955307s","start":"2026-02-27T02:01:58.088081Z","end":"2026-02-27T02:01:59.902037Z","steps":["trace[1140833061] 'agreement among raft nodes before linearized reading' (duration: 1.813485004s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:01:59.902189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.088055Z","time spent":"1.814119851s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:01:59.901746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.274191Z","time spent":"1.627547895s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:01:59.902301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:57.980314Z","time spent":"1.921879937s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:01:59.902487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:01:58.54494Z","time spent":"1.357519605s","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:03:32.637689Z","caller":"traceutil/trace.go:171","msg":"trace[1177829658] linearizableReadLoop","detail":"{readStateIndex:26466; appliedIndex:26464; }","duration":"224.584704ms","start":"2026-02-27T02:03:32.41307Z","end":"2026-02-27T02:03:32.637655Z","steps":["trace[1177829658] 'read index received' (duration: 6.935113ms)","trace[1177829658] 'applied index is now lower than readState.Index' (duration: 217.64032ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:03:32.637748Z","caller":"traceutil/trace.go:171","msg":"trace[1725344946] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"292.642771ms","start":"2026-02-27T02:03:32.345065Z","end":"2026-02-27T02:03:32.637708Z","steps":["trace[1725344946] 'process raft request' (duration: 291.432409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:03:32.637996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.903322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-27T02:03:32.63813Z","caller":"traceutil/trace.go:171","msg":"trace[2038629192] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25252; }","duration":"225.047876ms","start":"2026-02-27T02:03:32.413019Z","end":"2026-02-27T02:03:32.638067Z","steps":["trace[2038629192] 'agreement among raft nodes before linearized reading' (duration: 224.784749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:03:32.638293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.190244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:03:32.638349Z","caller":"traceutil/trace.go:171","msg":"trace[1946586172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25252; }","duration":"115.276426ms","start":"2026-02-27T02:03:32.523061Z","end":"2026-02-27T02:03:32.638337Z","steps":["trace[1946586172] 'agreement among raft nodes before linearized reading' (duration: 115.100831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:03:32.63831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.580835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:03:32.638476Z","caller":"traceutil/trace.go:171","msg":"trace[417697853] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25252; }","duration":"204.829142ms","start":"2026-02-27T02:03:32.433629Z","end":"2026-02-27T02:03:32.638458Z","steps":["trace[417697853] 'agreement among raft nodes before linearized reading' (duration: 204.465642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:03:32.638609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.411146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T02:03:32.638649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.792998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:03:32.638659Z","caller":"traceutil/trace.go:171","msg":"trace[774168196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25252; }","duration":"116.494788ms","start":"2026-02-27T02:03:32.522149Z","end":"2026-02-27T02:03:32.638644Z","steps":["trace[774168196] 'agreement among raft nodes before linearized reading' (duration: 116.373465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:03:32.638631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.006399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:03:32.63869Z","caller":"traceutil/trace.go:171","msg":"trace[1792524485] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25252; }","duration":"107.84828ms","start":"2026-02-27T02:03:32.530833Z","end":"2026-02-27T02:03:32.638681Z","steps":["trace[1792524485] 'agreement among raft nodes before linearized reading' (duration: 107.737597ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:03:32.638739Z","caller":"traceutil/trace.go:171","msg":"trace[476801380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25252; }","duration":"154.157393ms","start":"2026-02-27T02:03:32.484554Z","end":"2026-02-27T02:03:32.638711Z","steps":["trace[476801380] 'agreement among raft nodes before linearized reading' (duration: 153.892046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:03:32.638817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.567431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:03:32.63885Z","caller":"traceutil/trace.go:171","msg":"trace[1449255477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25252; }","duration":"113.614562ms","start":"2026-02-27T02:03:32.525227Z","end":"2026-02-27T02:03:32.638842Z","steps":["trace[1449255477] 'agreement among raft nodes before linearized reading' (duration: 113.53207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:03:32.638931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.287827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:03:32.638971Z","caller":"traceutil/trace.go:171","msg":"trace[428601012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25252; }","duration":"204.361869ms","start":"2026-02-27T02:03:32.4346Z","end":"2026-02-27T02:03:32.638962Z","steps":["trace[428601012] 'agreement among raft nodes before linearized reading' (duration: 204.266077ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:03:58.340665Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22077} {"level":"info","ts":"2026-02-27T02:03:58.455319Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22077,"took":"111.489416ms","hash":2840632718,"current-db-size-bytes":47542272,"current-db-size":"48 MB","current-db-size-in-use-bytes":40865792,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-02-27T02:03:58.455379Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2840632718,"revision":22077,"compact-revision":19522} {"level":"info","ts":"2026-02-27T02:05:16.275319Z","caller":"traceutil/trace.go:171","msg":"trace[960512267] linearizableReadLoop","detail":"{readStateIndex:27750; appliedIndex:27749; }","duration":"138.435396ms","start":"2026-02-27T02:05:16.136846Z","end":"2026-02-27T02:05:16.275282Z","steps":["trace[960512267] 'read index received' (duration: 138.229961ms)","trace[960512267] 'applied index is now lower than readState.Index' (duration: 203.885µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:16.275367Z","caller":"traceutil/trace.go:171","msg":"trace[97184908] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"182.998664ms","start":"2026-02-27T02:05:16.09232Z","end":"2026-02-27T02:05:16.275319Z","steps":["trace[97184908] 'process raft request' (duration: 182.714217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:16.275684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.758965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:16.275805Z","caller":"traceutil/trace.go:171","msg":"trace[1785059335] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26486; }","duration":"138.978251ms","start":"2026-02-27T02:05:16.136799Z","end":"2026-02-27T02:05:16.275777Z","steps":["trace[1785059335] 'agreement among raft nodes before linearized reading' (duration: 138.646773ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:16.287568Z","caller":"traceutil/trace.go:171","msg":"trace[339045058] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"139.664819ms","start":"2026-02-27T02:05:16.147456Z","end":"2026-02-27T02:05:16.287121Z","steps":["trace[339045058] 'process raft request' (duration: 139.471264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:26.7862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224262,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:05:26.922246Z","caller":"traceutil/trace.go:171","msg":"trace[1950549129] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"878.294635ms","start":"2026-02-27T02:05:26.043917Z","end":"2026-02-27T02:05:26.922212Z","steps":["trace[1950549129] 'process raft request' (duration: 878.09782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:26.922463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:26.043896Z","time spent":"878.445598ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:27.401616Z","caller":"traceutil/trace.go:171","msg":"trace[821212801] transaction","detail":"{read_only:false; response_revision:26577; number_of_response:1; }","duration":"1.080251961s","start":"2026-02-27T02:05:26.321334Z","end":"2026-02-27T02:05:27.401586Z","steps":["trace[821212801] 'process raft request' (duration: 1.080195919s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:27.401672Z","caller":"traceutil/trace.go:171","msg":"trace[726141220] transaction","detail":"{read_only:false; response_revision:26576; number_of_response:1; }","duration":"1.08362779s","start":"2026-02-27T02:05:26.317987Z","end":"2026-02-27T02:05:27.401615Z","steps":["trace[726141220] 'process raft request' (duration: 1.083387503s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.401819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:26.32131Z","time spent":"1.080431706s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:27.401982Z","caller":"traceutil/trace.go:171","msg":"trace[976979575] transaction","detail":"{read_only:false; response_revision:26578; number_of_response:1; }","duration":"781.748374ms","start":"2026-02-27T02:05:26.620197Z","end":"2026-02-27T02:05:27.401946Z","steps":["trace[976979575] 'process raft request' (duration: 781.364114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.402027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:26.317965Z","time spent":"1.083822535s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:27.402129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:26.620162Z","time spent":"781.897918ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:27.554982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.074795ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T02:05:27.555432Z","caller":"traceutil/trace.go:171","msg":"trace[94243604] linearizableReadLoop","detail":"{readStateIndex:27847; appliedIndex:27842; }","duration":"1.270046846s","start":"2026-02-27T02:05:26.285355Z","end":"2026-02-27T02:05:27.555402Z","steps":["trace[94243604] 'read index received' (duration: 636.64415ms)","trace[94243604] 'applied index is now lower than readState.Index' (duration: 633.381735ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:27.555577Z","caller":"traceutil/trace.go:171","msg":"trace[1673841533] transaction","detail":"{read_only:false; response_revision:26579; number_of_response:1; }","duration":"712.446393ms","start":"2026-02-27T02:05:26.843114Z","end":"2026-02-27T02:05:27.55556Z","steps":["trace[1673841533] 'process raft request' (duration: 712.013792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.555724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:26.843084Z","time spent":"712.535426ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:27.556092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.023126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:05:27.556518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237842205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"warn","ts":"2026-02-27T02:05:27.556517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161335323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T02:05:27.556147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.370301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:05:27.556621Z","caller":"traceutil/trace.go:171","msg":"trace[554873716] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26579; }","duration":"1.161489427s","start":"2026-02-27T02:05:26.395104Z","end":"2026-02-27T02:05:27.556593Z","steps":["trace[554873716] 'agreement among raft nodes before linearized reading' (duration: 1.160863541s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:27.556623Z","caller":"traceutil/trace.go:171","msg":"trace[257062840] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26579; }","duration":"1.237958168s","start":"2026-02-27T02:05:26.318614Z","end":"2026-02-27T02:05:27.556572Z","steps":["trace[257062840] 'agreement among raft nodes before linearized reading' (duration: 1.237109985s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:27.55666Z","caller":"traceutil/trace.go:171","msg":"trace[252207612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26579; }","duration":"265.875485ms","start":"2026-02-27T02:05:27.290737Z","end":"2026-02-27T02:05:27.556612Z","steps":["trace[252207612] 'agreement among raft nodes before linearized reading' (duration: 265.207317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.556687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:26.395084Z","time spent":"1.161582219s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:05:27.556707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:26.318587Z","time spent":"1.238108312s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11850,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-27T02:05:27.556628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.419075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:05:27.556478Z","caller":"traceutil/trace.go:171","msg":"trace[1896877312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26579; }","duration":"683.474488ms","start":"2026-02-27T02:05:26.872979Z","end":"2026-02-27T02:05:27.556453Z","steps":["trace[1896877312] 'agreement among raft nodes before linearized reading' (duration: 682.972324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.556144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.453119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T02:05:27.556832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:26.872953Z","time spent":"683.863647ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:05:27.556824Z","caller":"traceutil/trace.go:171","msg":"trace[41281872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26579; }","duration":"259.761844ms","start":"2026-02-27T02:05:27.297028Z","end":"2026-02-27T02:05:27.55679Z","steps":["trace[41281872] 'agreement among raft nodes before linearized reading' (duration: 259.2423ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:27.556883Z","caller":"traceutil/trace.go:171","msg":"trace[725457146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26579; }","duration":"259.245159ms","start":"2026-02-27T02:05:27.297618Z","end":"2026-02-27T02:05:27.556863Z","steps":["trace[725457146] 'agreement among raft nodes before linearized reading' (duration: 258.368266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.556226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.082988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:05:27.556999Z","caller":"traceutil/trace.go:171","msg":"trace[284554196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26579; }","duration":"275.89401ms","start":"2026-02-27T02:05:27.281087Z","end":"2026-02-27T02:05:27.556981Z","steps":["trace[284554196] 'agreement among raft nodes before linearized reading' (duration: 275.079788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.556174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03101395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T02:05:27.55626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270903258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:27.557098Z","caller":"traceutil/trace.go:171","msg":"trace[1974660213] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26579; }","duration":"1.271786421s","start":"2026-02-27T02:05:26.285296Z","end":"2026-02-27T02:05:27.557083Z","steps":["trace[1974660213] 'agreement among raft nodes before linearized reading' (duration: 1.270918578s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.557143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:26.285276Z","time spent":"1.271849353s","remote":"127.0.0.1:58466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:27.556293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175937779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:05:27.55732Z","caller":"traceutil/trace.go:171","msg":"trace[685401306] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26579; }","duration":"1.176986467s","start":"2026-02-27T02:05:26.380271Z","end":"2026-02-27T02:05:27.557258Z","steps":["trace[685401306] 'agreement among raft nodes before linearized reading' (duration: 1.175705283s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.556329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.806938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:05:27.55741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:26.380258Z","time spent":"1.17712019s","remote":"127.0.0.1:48478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:05:27.557457Z","caller":"traceutil/trace.go:171","msg":"trace[621236568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26579; }","duration":"259.944538ms","start":"2026-02-27T02:05:27.2975Z","end":"2026-02-27T02:05:27.557444Z","steps":["trace[621236568] 'agreement among raft nodes before linearized reading' (duration: 258.691775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.556369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.754929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:05:27.557507Z","caller":"traceutil/trace.go:171","msg":"trace[1790289060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26579; }","duration":"264.895949ms","start":"2026-02-27T02:05:27.292592Z","end":"2026-02-27T02:05:27.557488Z","steps":["trace[1790289060] 'agreement among raft nodes before linearized reading' (duration: 263.708698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.556408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.227992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:05:27.557586Z","caller":"traceutil/trace.go:171","msg":"trace[1095421267] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26579; }","duration":"248.454224ms","start":"2026-02-27T02:05:27.309117Z","end":"2026-02-27T02:05:27.557571Z","steps":["trace[1095421267] 'agreement among raft nodes before linearized reading' (duration: 247.138139ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:27.557047Z","caller":"traceutil/trace.go:171","msg":"trace[1982651642] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26579; }","duration":"1.031960315s","start":"2026-02-27T02:05:26.52507Z","end":"2026-02-27T02:05:27.55703Z","steps":["trace[1982651642] 'agreement among raft nodes before linearized reading' (duration: 1.030900437s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.557688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:26.525033Z","time spent":"1.032640253s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:05:27.556297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.596765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:27.557778Z","caller":"traceutil/trace.go:171","msg":"trace[205925290] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26579; }","duration":"575.115415ms","start":"2026-02-27T02:05:26.982636Z","end":"2026-02-27T02:05:27.557751Z","steps":["trace[205925290] 'agreement among raft nodes before linearized reading' (duration: 573.621245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.557841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:26.982606Z","time spent":"575.212858ms","remote":"127.0.0.1:58380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:05:27.964524Z","caller":"traceutil/trace.go:171","msg":"trace[14179160] linearizableReadLoop","detail":"{readStateIndex:27855; appliedIndex:27848; }","duration":"398.466518ms","start":"2026-02-27T02:05:27.565946Z","end":"2026-02-27T02:05:27.964412Z","steps":["trace[14179160] 'read index received' (duration: 34.85375ms)","trace[14179160] 'applied index is now lower than readState.Index' (duration: 363.611618ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:27.96488Z","caller":"traceutil/trace.go:171","msg":"trace[2086765105] transaction","detail":"{read_only:false; response_revision:26586; number_of_response:1; }","duration":"398.990342ms","start":"2026-02-27T02:05:27.565873Z","end":"2026-02-27T02:05:27.964864Z","steps":["trace[2086765105] 'process raft request' (duration: 398.447347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.965009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:27.565861Z","time spent":"399.059864ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:27.964997Z","caller":"traceutil/trace.go:171","msg":"trace[1800023858] transaction","detail":"{read_only:false; response_revision:26581; number_of_response:1; }","duration":"401.96074ms","start":"2026-02-27T02:05:27.563002Z","end":"2026-02-27T02:05:27.964963Z","steps":["trace[1800023858] 'process raft request' (duration: 400.565603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.965169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:27.562963Z","time spent":"402.106384ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:27.965219Z","caller":"traceutil/trace.go:171","msg":"trace[1972362106] transaction","detail":"{read_only:false; response_revision:26587; number_of_response:1; }","duration":"398.396247ms","start":"2026-02-27T02:05:27.566811Z","end":"2026-02-27T02:05:27.965207Z","steps":["trace[1972362106] 'process raft request' (duration: 397.551394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.965274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:27.5668Z","time spent":"398.444588ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:27.965389Z","caller":"traceutil/trace.go:171","msg":"trace[1366806925] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"402.270168ms","start":"2026-02-27T02:05:27.563104Z","end":"2026-02-27T02:05:27.965374Z","steps":["trace[1366806925] 'process raft request' (duration: 400.991254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.965446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:27.563084Z","time spent":"402.33138ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:27.965556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.601599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"info","ts":"2026-02-27T02:05:27.965598Z","caller":"traceutil/trace.go:171","msg":"trace[2065438195] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"402.142925ms","start":"2026-02-27T02:05:27.563448Z","end":"2026-02-27T02:05:27.965591Z","steps":["trace[2065438195] 'process raft request' (duration: 400.793229ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:27.965606Z","caller":"traceutil/trace.go:171","msg":"trace[1645466029] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26587; }","duration":"399.66564ms","start":"2026-02-27T02:05:27.565929Z","end":"2026-02-27T02:05:27.965594Z","steps":["trace[1645466029] 'agreement among raft nodes before linearized reading' (duration: 399.509856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.965642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:27.563411Z","time spent":"402.206197ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:27.965707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.106347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:27.965741Z","caller":"traceutil/trace.go:171","msg":"trace[112578026] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26587; }","duration":"393.164387ms","start":"2026-02-27T02:05:27.572566Z","end":"2026-02-27T02:05:27.96573Z","steps":["trace[112578026] 'agreement among raft nodes before linearized reading' (duration: 393.109806ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:27.965752Z","caller":"traceutil/trace.go:171","msg":"trace[955012183] transaction","detail":"{read_only:false; response_revision:26585; number_of_response:1; }","duration":"402.207577ms","start":"2026-02-27T02:05:27.563536Z","end":"2026-02-27T02:05:27.965743Z","steps":["trace[955012183] 'process raft request' (duration: 400.750688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.96578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:27.572555Z","time spent":"393.21476ms","remote":"127.0.0.1:51812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:27.965797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:27.563518Z","time spent":"402.254278ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:27.965645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:27.565919Z","time spent":"399.719851ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11850,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-02-27T02:05:27.965568Z","caller":"traceutil/trace.go:171","msg":"trace[667048619] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"402.408162ms","start":"2026-02-27T02:05:27.563146Z","end":"2026-02-27T02:05:27.965554Z","steps":["trace[667048619] 'process raft request' (duration: 401.061596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.966195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:27.563133Z","time spent":"403.037729ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:27.966365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.230922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:27.966409Z","caller":"traceutil/trace.go:171","msg":"trace[832461082] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26587; }","duration":"152.346545ms","start":"2026-02-27T02:05:27.814051Z","end":"2026-02-27T02:05:27.966398Z","steps":["trace[832461082] 'agreement among raft nodes before linearized reading' (duration: 152.278833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:27.966631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.384445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:27.966674Z","caller":"traceutil/trace.go:171","msg":"trace[661174427] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26587; }","duration":"253.467527ms","start":"2026-02-27T02:05:27.713194Z","end":"2026-02-27T02:05:27.966662Z","steps":["trace[661174427] 'agreement among raft nodes before linearized reading' (duration: 253.409926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:28.652868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:28.876221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.134875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:05:28.87672Z","caller":"traceutil/trace.go:171","msg":"trace[1676331208] linearizableReadLoop","detail":"{readStateIndex:27858; appliedIndex:27856; }","duration":"724.856302ms","start":"2026-02-27T02:05:28.151841Z","end":"2026-02-27T02:05:28.876697Z","steps":["trace[1676331208] 'read index received' (duration: 523.870031ms)","trace[1676331208] 'applied index is now lower than readState.Index' (duration: 200.984911ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:28.876872Z","caller":"traceutil/trace.go:171","msg":"trace[1791918913] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"902.132976ms","start":"2026-02-27T02:05:27.974724Z","end":"2026-02-27T02:05:28.876857Z","steps":["trace[1791918913] 'process raft request' (duration: 88.247532ms)","trace[1791918913] 'compare' (duration: 812.457966ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:28.876945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:27.974707Z","time spent":"902.202307ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:28.877229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.125111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:28.877327Z","caller":"traceutil/trace.go:171","msg":"trace[1688014512] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26589; }","duration":"568.237894ms","start":"2026-02-27T02:05:28.309064Z","end":"2026-02-27T02:05:28.877302Z","steps":["trace[1688014512] 'agreement among raft nodes before linearized reading' (duration: 568.066519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:28.877379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:28.309042Z","time spent":"568.326176ms","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:05:28.877431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.541381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:05:28.87746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.20621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-27T02:05:28.877518Z","caller":"traceutil/trace.go:171","msg":"trace[1812243895] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26589; }","duration":"725.708885ms","start":"2026-02-27T02:05:28.151783Z","end":"2026-02-27T02:05:28.877492Z","steps":["trace[1812243895] 'agreement among raft nodes before linearized reading' (duration: 725.52413ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:28.877544Z","caller":"traceutil/trace.go:171","msg":"trace[1931275346] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26589; }","duration":"376.329893ms","start":"2026-02-27T02:05:28.501199Z","end":"2026-02-27T02:05:28.877529Z","steps":["trace[1931275346] 'agreement among raft nodes before linearized reading' (duration: 376.114297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:28.877568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:28.15176Z","time spent":"725.799847ms","remote":"127.0.0.1:47518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:28.877583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:28.501182Z","time spent":"376.394295ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-02-27T02:05:28.877845Z","caller":"traceutil/trace.go:171","msg":"trace[1409825117] transaction","detail":"{read_only:false; response_revision:26589; number_of_response:1; }","duration":"901.286794ms","start":"2026-02-27T02:05:27.975832Z","end":"2026-02-27T02:05:28.877119Z","steps":["trace[1409825117] 'process raft request' (duration: 900.561355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:28.877974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:27.975809Z","time spent":"902.093024ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:29.968422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:30.060193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.197835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:30.060327Z","caller":"traceutil/trace.go:171","msg":"trace[226338745] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26589; }","duration":"682.38473ms","start":"2026-02-27T02:05:29.377909Z","end":"2026-02-27T02:05:30.060294Z","steps":["trace[226338745] 'count revisions from in-memory index tree' (duration: 682.112703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:30.060384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:29.377889Z","time spent":"682.480722ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:30.061715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.309697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:30.061778Z","caller":"traceutil/trace.go:171","msg":"trace[405713390] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26589; }","duration":"791.584075ms","start":"2026-02-27T02:05:29.270174Z","end":"2026-02-27T02:05:30.061758Z","steps":["trace[405713390] 'count revisions from in-memory index tree' (duration: 791.110482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:30.061821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:29.270153Z","time spent":"791.652516ms","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:05:30.062108Z","caller":"traceutil/trace.go:171","msg":"trace[1095146819] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"653.009064ms","start":"2026-02-27T02:05:29.409084Z","end":"2026-02-27T02:05:30.062094Z","steps":["trace[1095146819] 'process raft request' (duration: 651.862443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:30.062203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:29.409072Z","time spent":"653.067685ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:31.579786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248144487s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:05:31.580397Z","caller":"traceutil/trace.go:171","msg":"trace[1362680857] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"2.079886393s","start":"2026-02-27T02:05:29.500484Z","end":"2026-02-27T02:05:31.580371Z","steps":["trace[1362680857] 'process raft request' (duration: 2.07976193s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:31.580406Z","caller":"traceutil/trace.go:171","msg":"trace[1583719284] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"2.169221484s","start":"2026-02-27T02:05:29.411142Z","end":"2026-02-27T02:05:31.580363Z","steps":["trace[1583719284] 'process raft request' (duration: 2.168768472s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:31.580637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:29.411109Z","time spent":"2.169421858s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:31.580653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:29.500426Z","time spent":"2.08013303s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:31.580651Z","caller":"traceutil/trace.go:171","msg":"trace[1796164151] linearizableReadLoop","detail":"{readStateIndex:27863; appliedIndex:27858; }","duration":"2.113230884s","start":"2026-02-27T02:05:29.467389Z","end":"2026-02-27T02:05:31.58062Z","steps":["trace[1796164151] 'read index received' (duration: 592.870544ms)","trace[1796164151] 'applied index is now lower than readState.Index' (duration: 1.52035886s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:31.580696Z","caller":"traceutil/trace.go:171","msg":"trace[579715289] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"2.171168725s","start":"2026-02-27T02:05:29.409464Z","end":"2026-02-27T02:05:31.580633Z","steps":["trace[579715289] 'process raft request' (duration: 922.070013ms)","trace[579715289] 'compare' (duration: 1.247729846s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:31.580772Z","caller":"traceutil/trace.go:171","msg":"trace[135796879] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"2.016302503s","start":"2026-02-27T02:05:29.564452Z","end":"2026-02-27T02:05:31.580755Z","steps":["trace[135796879] 'process raft request' (duration: 2.015859202s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:31.58082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113418719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:05:31.580877Z","caller":"traceutil/trace.go:171","msg":"trace[805260384] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26594; }","duration":"2.113533492s","start":"2026-02-27T02:05:29.46733Z","end":"2026-02-27T02:05:31.580863Z","steps":["trace[805260384] 'agreement among raft nodes before linearized reading' (duration: 2.11343772s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:31.580884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:29.564431Z","time spent":"2.016371624s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:31.580914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:29.467302Z","time spent":"2.113603344s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:31.580942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:29.409419Z","time spent":"2.171390491s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:31.872227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000124476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:05:31.872341Z","caller":"traceutil/trace.go:171","msg":"trace[339039617] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000325931s","start":"2026-02-27T02:05:29.871988Z","end":"2026-02-27T02:05:31.872314Z","steps":["trace[339039617] 'agreement among raft nodes before linearized reading' (duration: 2.000176587s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:31.872395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:29.871959Z","time spent":"2.000426234s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:05:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:32.081028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:32.140712Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.351631222s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:05:32.557175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.101514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:05:32.557419Z","caller":"traceutil/trace.go:171","msg":"trace[259632089] linearizableReadLoop","detail":"{readStateIndex:27866; appliedIndex:27863; }","duration":"976.681646ms","start":"2026-02-27T02:05:31.580717Z","end":"2026-02-27T02:05:32.557399Z","steps":["trace[259632089] 'read index received' (duration: 560.268813ms)","trace[259632089] 'applied index is now lower than readState.Index' (duration: 416.411683ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:32.557718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.80074771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:05:32.557763Z","caller":"traceutil/trace.go:171","msg":"trace[439979928] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26597; }","duration":"2.800821191s","start":"2026-02-27T02:05:29.75693Z","end":"2026-02-27T02:05:32.557751Z","steps":["trace[439979928] 'agreement among raft nodes before linearized reading' (duration: 2.800740129s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:32.557738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500373012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:05:32.557785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586284972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:05:32.557782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289145811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:05:32.557807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:29.756914Z","time spent":"2.800875713s","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:32.557845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.134389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-27T02:05:32.557895Z","caller":"traceutil/trace.go:171","msg":"trace[989006701] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:26597; }","duration":"971.226081ms","start":"2026-02-27T02:05:31.586655Z","end":"2026-02-27T02:05:32.557881Z","steps":["trace[989006701] 'agreement among raft nodes before linearized reading' (duration: 971.047377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:32.557913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307349203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:05:32.557889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672436489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T02:05:32.557947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:31.586635Z","time spent":"971.304253ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"info","ts":"2026-02-27T02:05:32.557955Z","caller":"traceutil/trace.go:171","msg":"trace[1864419202] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"488.839206ms","start":"2026-02-27T02:05:32.069102Z","end":"2026-02-27T02:05:32.557941Z","steps":["trace[1864419202] 'process raft request' (duration: 488.24776ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:32.557979Z","caller":"traceutil/trace.go:171","msg":"trace[244492334] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26597; }","duration":"1.672574082s","start":"2026-02-27T02:05:30.885381Z","end":"2026-02-27T02:05:32.557955Z","steps":["trace[244492334] 'agreement among raft nodes before linearized reading' (duration: 1.672312745s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:32.558005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474069797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:05:32.558012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585253356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:05:32.558035Z","caller":"traceutil/trace.go:171","msg":"trace[270222984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26597; }","duration":"2.585300527s","start":"2026-02-27T02:05:29.972728Z","end":"2026-02-27T02:05:32.558028Z","steps":["trace[270222984] 'agreement among raft nodes before linearized reading' (duration: 2.585248356s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:32.558035Z","caller":"traceutil/trace.go:171","msg":"trace[1898638570] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26597; }","duration":"2.47414386s","start":"2026-02-27T02:05:30.083883Z","end":"2026-02-27T02:05:32.558027Z","steps":["trace[1898638570] 'agreement among raft nodes before linearized reading' (duration: 2.474087509s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:32.558033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:30.885357Z","time spent":"1.672667074s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:05:32.558058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:29.972713Z","time spent":"2.585340428s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:05:32.55807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:30.08386Z","time spent":"2.474201681s","remote":"127.0.0.1:51850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:32.558077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587059593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:05:32.558088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:32.069072Z","time spent":"488.924178ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:32.558134Z","caller":"traceutil/trace.go:171","msg":"trace[221243042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26597; }","duration":"2.587153015s","start":"2026-02-27T02:05:29.970959Z","end":"2026-02-27T02:05:32.558112Z","steps":["trace[221243042] 'agreement among raft nodes before linearized reading' (duration: 2.587066163s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:32.558134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068900242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:32.558191Z","caller":"traceutil/trace.go:171","msg":"trace[1857641086] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26597; }","duration":"1.068989774s","start":"2026-02-27T02:05:31.489191Z","end":"2026-02-27T02:05:32.558181Z","steps":["trace[1857641086] 'agreement among raft nodes before linearized reading' (duration: 1.068905322s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:32.558002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586755945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T02:05:32.558245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.260814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:32.558248Z","caller":"traceutil/trace.go:171","msg":"trace[337597612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26597; }","duration":"2.587018062s","start":"2026-02-27T02:05:29.97122Z","end":"2026-02-27T02:05:32.558238Z","steps":["trace[337597612] 'agreement among raft nodes before linearized reading' (duration: 2.586648522s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:32.558276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879424168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T02:05:32.558309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670484496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-02-27T02:05:32.55832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.588135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:05:32.558333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.209165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:32.557951Z","caller":"traceutil/trace.go:171","msg":"trace[1006948109] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26597; }","duration":"2.307452386s","start":"2026-02-27T02:05:30.250486Z","end":"2026-02-27T02:05:32.557938Z","steps":["trace[1006948109] 'agreement among raft nodes before linearized reading' (duration: 2.307376094s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:32.558334Z","caller":"traceutil/trace.go:171","msg":"trace[2029931910] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26597; }","duration":"2.87951247s","start":"2026-02-27T02:05:29.678799Z","end":"2026-02-27T02:05:32.558311Z","steps":["trace[2029931910] 'agreement among raft nodes before linearized reading' (duration: 2.879366446s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:32.558351Z","caller":"traceutil/trace.go:171","msg":"trace[718521584] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26597; }","duration":"1.670526168s","start":"2026-02-27T02:05:30.887815Z","end":"2026-02-27T02:05:32.558341Z","steps":["trace[718521584] 'agreement among raft nodes before linearized reading' (duration: 1.670400564s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:32.558362Z","caller":"traceutil/trace.go:171","msg":"trace[1659642661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26597; }","duration":"380.278297ms","start":"2026-02-27T02:05:32.178077Z","end":"2026-02-27T02:05:32.558355Z","steps":["trace[1659642661] 'agreement among raft nodes before linearized reading' (duration: 380.226566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:32.558375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:30.25041Z","time spent":"2.307952889s","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:32.558377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:29.678774Z","time spent":"2.879595382s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:05:32.558386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:30.88774Z","time spent":"1.67063696s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:05:32.558399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:32.178052Z","time spent":"380.341879ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:05:32.558135Z","caller":"traceutil/trace.go:171","msg":"trace[1281449671] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"2.415677634s","start":"2026-02-27T02:05:30.142434Z","end":"2026-02-27T02:05:32.558111Z","steps":["trace[1281449671] 'process raft request' (duration: 1.998534903s)","trace[1281449671] 'compare' (duration: 415.95579ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:32.557833Z","caller":"traceutil/trace.go:171","msg":"trace[791952565] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26597; }","duration":"2.500525837s","start":"2026-02-27T02:05:30.057279Z","end":"2026-02-27T02:05:32.557805Z","steps":["trace[791952565] 'agreement among raft nodes before linearized reading' (duration: 2.500347593s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:32.558497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:30.057261Z","time spent":"2.501218395s","remote":"127.0.0.1:60214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:32.558191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:29.970933Z","time spent":"2.587248978s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:05:32.557801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629095894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:05:32.558581Z","caller":"traceutil/trace.go:171","msg":"trace[452226757] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26597; }","duration":"2.629951977s","start":"2026-02-27T02:05:29.928622Z","end":"2026-02-27T02:05:32.558574Z","steps":["trace[452226757] 'agreement among raft nodes before linearized reading' (duration: 2.629019122s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:32.55861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:29.928595Z","time spent":"2.630003677s","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":36,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:05:32.55828Z","caller":"traceutil/trace.go:171","msg":"trace[2002320266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26597; }","duration":"677.338907ms","start":"2026-02-27T02:05:31.880932Z","end":"2026-02-27T02:05:32.55827Z","steps":["trace[2002320266] 'agreement among raft nodes before linearized reading' (duration: 677.287115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:32.55862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673051845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T02:05:32.55866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:31.880906Z","time spent":"677.737357ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:05:32.55785Z","caller":"traceutil/trace.go:171","msg":"trace[470558105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26597; }","duration":"2.586399976s","start":"2026-02-27T02:05:29.971431Z","end":"2026-02-27T02:05:32.557831Z","steps":["trace[470558105] 'agreement among raft nodes before linearized reading' (duration: 2.586228372s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:32.557853Z","caller":"traceutil/trace.go:171","msg":"trace[1059366281] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"1.019983039s","start":"2026-02-27T02:05:31.537788Z","end":"2026-02-27T02:05:32.557771Z","steps":["trace[1059366281] 'process raft request' (duration: 1.019506597s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:32.558882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:29.971399Z","time spent":"2.587439563s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:05:32.558959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:31.537768Z","time spent":"1.02111297s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:32.558669Z","caller":"traceutil/trace.go:171","msg":"trace[1170346411] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26597; }","duration":"1.673099196s","start":"2026-02-27T02:05:30.885558Z","end":"2026-02-27T02:05:32.558657Z","steps":["trace[1170346411] 'agreement among raft nodes before linearized reading' (duration: 1.672974003s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:32.557893Z","caller":"traceutil/trace.go:171","msg":"trace[561842024] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26597; }","duration":"1.289326926s","start":"2026-02-27T02:05:31.268542Z","end":"2026-02-27T02:05:32.557869Z","steps":["trace[561842024] 'agreement among raft nodes before linearized reading' (duration: 1.28909574s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:32.559255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:31.268518Z","time spent":"1.290712923s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:05:32.558364Z","caller":"traceutil/trace.go:171","msg":"trace[1120906719] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26597; }","duration":"154.631456ms","start":"2026-02-27T02:05:32.403719Z","end":"2026-02-27T02:05:32.558351Z","steps":["trace[1120906719] 'agreement among raft nodes before linearized reading' (duration: 154.560594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:32.558159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586327484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:05:32.559401Z","caller":"traceutil/trace.go:171","msg":"trace[2010117559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26597; }","duration":"2.587567536s","start":"2026-02-27T02:05:29.971826Z","end":"2026-02-27T02:05:32.559393Z","steps":["trace[2010117559] 'agreement among raft nodes before linearized reading' (duration: 2.586302493s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:32.559422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:29.971794Z","time spent":"2.587621538s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:05:32.559128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:30.88553Z","time spent":"1.673588679s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:05:32.558287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:29.971212Z","time spent":"2.587065283s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:05:32.559481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:30.142404Z","time spent":"2.416300591s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:32.558232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:31.489165Z","time spent":"1.069059816s","remote":"127.0.0.1:60172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:33.063834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:33.56466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:33.566418Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.00262039s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:05:34.910688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344060431s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-27T02:05:34.910798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:32.563601Z","time spent":"2.347192225s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:05:35.873743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000459964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:05:35.873851Z","caller":"traceutil/trace.go:171","msg":"trace[1457203650] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000633179s","start":"2026-02-27T02:05:33.873193Z","end":"2026-02-27T02:05:35.873826Z","steps":["trace[1457203650] 'agreement among raft nodes before linearized reading' (duration: 2.000490795s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:35.873916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:33.873173Z","time spent":"2.000731631s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:05:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:35.944147Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.377458724s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:05:35.944845Z","caller":"traceutil/trace.go:171","msg":"trace[1589582367] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"3.380564249s","start":"2026-02-27T02:05:32.564234Z","end":"2026-02-27T02:05:35.944799Z","steps":["trace[1589582367] 'process raft request' (duration: 3.380264381s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:35.944918Z","caller":"traceutil/trace.go:171","msg":"trace[924089283] linearizableReadLoop","detail":"{readStateIndex:27875; appliedIndex:27866; }","duration":"3.381109222s","start":"2026-02-27T02:05:32.563786Z","end":"2026-02-27T02:05:35.944895Z","steps":["trace[924089283] 'read index received' (duration: 1.002901948s)","trace[924089283] 'applied index is now lower than readState.Index' (duration: 2.378206354s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:35.944988Z","caller":"traceutil/trace.go:171","msg":"trace[1324329362] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"3.380691491s","start":"2026-02-27T02:05:32.564286Z","end":"2026-02-27T02:05:35.944978Z","steps":["trace[1324329362] 'process raft request' (duration: 3.380362673s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:35.945094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:32.564281Z","time spent":"3.380736912s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:35.945174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:32.564222Z","time spent":"3.380726473s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:35.945178Z","caller":"traceutil/trace.go:171","msg":"trace[1783652286] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"3.378887594s","start":"2026-02-27T02:05:32.566259Z","end":"2026-02-27T02:05:35.945147Z","steps":["trace[1783652286] 'process raft request' (duration: 3.378549735s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:35.945346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:32.566243Z","time spent":"3.379011708s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:35.945399Z","caller":"traceutil/trace.go:171","msg":"trace[1494073618] transaction","detail":"{read_only:false; response_revision:26604; number_of_response:1; }","duration":"3.378936725s","start":"2026-02-27T02:05:32.566454Z","end":"2026-02-27T02:05:35.945391Z","steps":["trace[1494073618] 'process raft request' (duration: 3.378383141s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:35.945447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:32.566448Z","time spent":"3.378975966s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:35.945539Z","caller":"traceutil/trace.go:171","msg":"trace[1148202811] transaction","detail":"{read_only:false; response_revision:26605; number_of_response:1; }","duration":"3.378522455s","start":"2026-02-27T02:05:32.567008Z","end":"2026-02-27T02:05:35.945531Z","steps":["trace[1148202811] 'process raft request' (duration: 3.377858228s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:35.945574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:32.566996Z","time spent":"3.378561526s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:35.945599Z","caller":"traceutil/trace.go:171","msg":"trace[439042651] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"3.380155177s","start":"2026-02-27T02:05:32.565428Z","end":"2026-02-27T02:05:35.945584Z","steps":["trace[439042651] 'process raft request' (duration: 3.379282754s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:35.945686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:32.565422Z","time spent":"3.380217229s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:35.945695Z","caller":"traceutil/trace.go:171","msg":"trace[1219783024] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"3.381301288s","start":"2026-02-27T02:05:32.56437Z","end":"2026-02-27T02:05:35.945671Z","steps":["trace[1219783024] 'process raft request' (duration: 3.380314722s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:35.945734Z","caller":"traceutil/trace.go:171","msg":"trace[1800442425] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"3.380197849s","start":"2026-02-27T02:05:32.565517Z","end":"2026-02-27T02:05:35.945715Z","steps":["trace[1800442425] 'process raft request' (duration: 3.379236884s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:35.945804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:32.564346Z","time spent":"3.38139273s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:35.945821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:32.565514Z","time spent":"3.380269961s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:35.946133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.382334885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0195f86f-5a37-4c65-a847-0c823c9b66b6\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-02-27T02:05:35.946175Z","caller":"traceutil/trace.go:171","msg":"trace[147360107] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0195f86f-5a37-4c65-a847-0c823c9b66b6; range_end:; response_count:1; response_revision:26605; }","duration":"3.382394607s","start":"2026-02-27T02:05:32.563769Z","end":"2026-02-27T02:05:35.946163Z","steps":["trace[147360107] 'agreement among raft nodes before linearized reading' (duration: 3.381855032s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:35.946208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:32.56376Z","time spent":"3.382440228s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-0195f86f-5a37-4c65-a847-0c823c9b66b6\" "} {"level":"warn","ts":"2026-02-27T02:05:36.473567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.147685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:05:36.474067Z","caller":"traceutil/trace.go:171","msg":"trace[1113867104] transaction","detail":"{read_only:false; response_revision:26606; number_of_response:1; }","duration":"2.887892681s","start":"2026-02-27T02:05:33.586104Z","end":"2026-02-27T02:05:36.473997Z","steps":["trace[1113867104] 'process raft request' (duration: 2.781205072s)","trace[1113867104] 'compare' (duration: 105.890678ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:36.474292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:33.586085Z","time spent":"2.888083577s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:36.474565Z","caller":"traceutil/trace.go:171","msg":"trace[506815965] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"2.886599537s","start":"2026-02-27T02:05:33.587941Z","end":"2026-02-27T02:05:36.474541Z","steps":["trace[506815965] 'process raft request' (duration: 2.886346511s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:36.474738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:33.587924Z","time spent":"2.886769001s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:36.475583Z","caller":"traceutil/trace.go:171","msg":"trace[1549502648] transaction","detail":"{read_only:false; response_revision:26609; number_of_response:1; }","duration":"1.910234882s","start":"2026-02-27T02:05:34.564703Z","end":"2026-02-27T02:05:36.474938Z","steps":["trace[1549502648] 'process raft request' (duration: 1.909716318s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:36.475754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:34.564673Z","time spent":"1.91095094s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:36.475146Z","caller":"traceutil/trace.go:171","msg":"trace[769140834] transaction","detail":"{read_only:false; response_revision:26610; number_of_response:1; }","duration":"1.690786783s","start":"2026-02-27T02:05:34.78432Z","end":"2026-02-27T02:05:36.475107Z","steps":["trace[769140834] 'process raft request' (duration: 1.690402233s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:36.475874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.802491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:36.474782Z","caller":"traceutil/trace.go:171","msg":"trace[98069116] transaction","detail":"{read_only:false; response_revision:26607; number_of_response:1; }","duration":"2.88859477s","start":"2026-02-27T02:05:33.586167Z","end":"2026-02-27T02:05:36.474762Z","steps":["trace[98069116] 'process raft request' (duration: 2.887891112s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:36.475876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438438676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:36.475909Z","caller":"traceutil/trace.go:171","msg":"trace[1953569558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26611; }","duration":"601.870952ms","start":"2026-02-27T02:05:35.874025Z","end":"2026-02-27T02:05:36.475896Z","steps":["trace[1953569558] 'agreement among raft nodes before linearized reading' (duration: 601.816661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:36.475934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:35.874Z","time spent":"601.928834ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:05:36.475933Z","caller":"traceutil/trace.go:171","msg":"trace[1522643816] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26611; }","duration":"1.438539059s","start":"2026-02-27T02:05:35.037379Z","end":"2026-02-27T02:05:36.475918Z","steps":["trace[1522643816] 'agreement among raft nodes before linearized reading' (duration: 1.438089627s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:36.475916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:34.784291Z","time spent":"1.691526133s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:36.475973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:35.037352Z","time spent":"1.43861103s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:36.475984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899943599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:36.476018Z","caller":"traceutil/trace.go:171","msg":"trace[232432623] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26611; }","duration":"1.900022121s","start":"2026-02-27T02:05:34.575984Z","end":"2026-02-27T02:05:36.476006Z","steps":["trace[232432623] 'agreement among raft nodes before linearized reading' (duration: 1.899957719s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:36.476042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:34.575958Z","time spent":"1.900079273s","remote":"127.0.0.1:58264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:36.476044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:33.586145Z","time spent":"2.889785001s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:36.475411Z","caller":"traceutil/trace.go:171","msg":"trace[269939828] linearizableReadLoop","detail":"{readStateIndex:27881; appliedIndex:27875; }","duration":"530.432365ms","start":"2026-02-27T02:05:35.944951Z","end":"2026-02-27T02:05:36.475383Z","steps":["trace[269939828] 'read index received' (duration: 422.313998ms)","trace[269939828] 'applied index is now lower than readState.Index' (duration: 108.114087ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:36.475422Z","caller":"traceutil/trace.go:171","msg":"trace[1667331350] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"1.562669419s","start":"2026-02-27T02:05:34.912713Z","end":"2026-02-27T02:05:36.475382Z","steps":["trace[1667331350] 'process raft request' (duration: 1.562300619s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:36.47623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:34.912677Z","time spent":"1.56352804s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:36.476226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590444633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:05:36.476312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.572133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-27T02:05:36.476338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.911039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T02:05:36.47634Z","caller":"traceutil/trace.go:171","msg":"trace[1973347289] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26611; }","duration":"1.590625747s","start":"2026-02-27T02:05:34.885687Z","end":"2026-02-27T02:05:36.476313Z","steps":["trace[1973347289] 'agreement among raft nodes before linearized reading' (duration: 1.590386241s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:36.476353Z","caller":"traceutil/trace.go:171","msg":"trace[1179616220] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26611; }","duration":"174.651255ms","start":"2026-02-27T02:05:36.301691Z","end":"2026-02-27T02:05:36.476342Z","steps":["trace[1179616220] 'agreement among raft nodes before linearized reading' (duration: 174.517201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:36.476348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.348129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:05:36.476422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869006273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:36.476465Z","caller":"traceutil/trace.go:171","msg":"trace[1375394158] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26611; }","duration":"900.523314ms","start":"2026-02-27T02:05:35.575918Z","end":"2026-02-27T02:05:36.476442Z","steps":["trace[1375394158] 'agreement among raft nodes before linearized reading' (duration: 899.498827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:36.476404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:34.885657Z","time spent":"1.59072988s","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:05:36.476496Z","caller":"traceutil/trace.go:171","msg":"trace[1857318750] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26611; }","duration":"1.869106535s","start":"2026-02-27T02:05:34.607375Z","end":"2026-02-27T02:05:36.476482Z","steps":["trace[1857318750] 'agreement among raft nodes before linearized reading' (duration: 1.86816103s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:36.476264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.695217453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:05:36.476538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:34.607364Z","time spent":"1.869163676s","remote":"127.0.0.1:39570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:36.476532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:35.575894Z","time spent":"900.626406ms","remote":"127.0.0.1:58312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:05:36.476576Z","caller":"traceutil/trace.go:171","msg":"trace[328967739] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26611; }","duration":"3.695535941s","start":"2026-02-27T02:05:32.781026Z","end":"2026-02-27T02:05:36.476562Z","steps":["trace[328967739] 'agreement among raft nodes before linearized reading' (duration: 3.694474263s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:36.476619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:32.781019Z","time spent":"3.695587072s","remote":"127.0.0.1:59764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:05:36.476409Z","caller":"traceutil/trace.go:171","msg":"trace[1040371608] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26611; }","duration":"525.005532ms","start":"2026-02-27T02:05:35.951363Z","end":"2026-02-27T02:05:36.476368Z","steps":["trace[1040371608] 'agreement among raft nodes before linearized reading' (duration: 524.843547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:36.476714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:35.95131Z","time spent":"525.380791ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:05:36.477273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.959100593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:05:36.477279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910696935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T02:05:36.477308Z","caller":"traceutil/trace.go:171","msg":"trace[1133823954] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26611; }","duration":"2.959184995s","start":"2026-02-27T02:05:33.518114Z","end":"2026-02-27T02:05:36.477299Z","steps":["trace[1133823954] 'agreement among raft nodes before linearized reading' (duration: 2.957396228s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:36.477328Z","caller":"traceutil/trace.go:171","msg":"trace[1242539859] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26611; }","duration":"3.910759247s","start":"2026-02-27T02:05:32.566554Z","end":"2026-02-27T02:05:36.477314Z","steps":["trace[1242539859] 'agreement among raft nodes before linearized reading' (duration: 3.90898459s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:36.477329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:33.518087Z","time spent":"2.959236326s","remote":"127.0.0.1:58038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:36.477363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:32.566544Z","time spent":"3.910811439s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:05:36.47752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.911520468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T02:05:36.47763Z","caller":"traceutil/trace.go:171","msg":"trace[941308142] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26611; }","duration":"3.91163831s","start":"2026-02-27T02:05:32.565973Z","end":"2026-02-27T02:05:36.477611Z","steps":["trace[941308142] 'agreement among raft nodes before linearized reading' (duration: 3.909495514s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:36.477675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:32.565968Z","time spent":"3.911695662s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:05:36.477521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659336773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:36.478Z","caller":"traceutil/trace.go:171","msg":"trace[148945833] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26611; }","duration":"1.661103129s","start":"2026-02-27T02:05:34.816879Z","end":"2026-02-27T02:05:36.477982Z","steps":["trace[148945833] 'agreement among raft nodes before linearized reading' (duration: 1.658512251s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:36.478047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:34.816849Z","time spent":"1.661180581s","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:36.981881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:37.482373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224329,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:05:37.574527Z","caller":"traceutil/trace.go:171","msg":"trace[597120309] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"1.092920307s","start":"2026-02-27T02:05:36.481575Z","end":"2026-02-27T02:05:37.574496Z","steps":["trace[597120309] 'process raft request' (duration: 1.092751592s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:37.574719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:36.48156Z","time spent":"1.09306139s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:38.299447Z","caller":"traceutil/trace.go:171","msg":"trace[1096968049] transaction","detail":"{read_only:false; response_revision:26613; number_of_response:1; }","duration":"1.8175101s","start":"2026-02-27T02:05:36.481905Z","end":"2026-02-27T02:05:38.299415Z","steps":["trace[1096968049] 'process raft request' (duration: 1.788804552s)","trace[1096968049] 'compare' (duration: 27.787864ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:38.299592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:36.481887Z","time spent":"1.817630994s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:38.299768Z","caller":"traceutil/trace.go:171","msg":"trace[635557060] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"1.817149081s","start":"2026-02-27T02:05:36.482584Z","end":"2026-02-27T02:05:38.299733Z","steps":["trace[635557060] 'process raft request' (duration: 1.81674592s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:38.29982Z","caller":"traceutil/trace.go:171","msg":"trace[2118326977] transaction","detail":"{read_only:false; response_revision:26616; number_of_response:1; }","duration":"1.692412775s","start":"2026-02-27T02:05:36.607382Z","end":"2026-02-27T02:05:38.299795Z","steps":["trace[2118326977] 'process raft request' (duration: 1.692173009s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:38.299807Z","caller":"traceutil/trace.go:171","msg":"trace[141715787] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"1.772356108s","start":"2026-02-27T02:05:36.527415Z","end":"2026-02-27T02:05:38.299772Z","steps":["trace[141715787] 'process raft request' (duration: 1.77206914s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:38.299932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:36.482564Z","time spent":"1.817271054s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:38.299929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:36.607339Z","time spent":"1.692529968s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:38.299978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:36.527354Z","time spent":"1.772545872s","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:38.48588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000483234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:05:38.485967Z","caller":"traceutil/trace.go:171","msg":"trace[317071221] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000595948s","start":"2026-02-27T02:05:36.485353Z","end":"2026-02-27T02:05:38.485949Z","steps":["trace[317071221] 'agreement among raft nodes before linearized reading' (duration: 2.000493405s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:38.486013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:36.485344Z","time spent":"2.000659399s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:05:39.57968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280043011s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T02:05:39.579794Z","caller":"traceutil/trace.go:171","msg":"trace[1495761158] linearizableReadLoop","detail":"{readStateIndex:27887; appliedIndex:27881; }","duration":"3.098150967s","start":"2026-02-27T02:05:36.48162Z","end":"2026-02-27T02:05:39.579771Z","steps":["trace[1495761158] 'read index received' (duration: 1.092850295s)","trace[1495761158] 'applied index is now lower than readState.Index' (duration: 2.005299122s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:39.581831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.100191261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:05:39.58188Z","caller":"traceutil/trace.go:171","msg":"trace[669096196] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5; range_end:; response_count:1; response_revision:26616; }","duration":"3.100273533s","start":"2026-02-27T02:05:36.481593Z","end":"2026-02-27T02:05:39.581867Z","steps":["trace[669096196] 'agreement among raft nodes before linearized reading' (duration: 3.099262616s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:39.581916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:36.481582Z","time spent":"3.100326485s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" "} {"level":"warn","ts":"2026-02-27T02:05:39.626371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.143827652s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:05:39.62687Z","caller":"traceutil/trace.go:171","msg":"trace[2106863211] transaction","detail":"{read_only:false; response_revision:26617; number_of_response:1; }","duration":"1.144444718s","start":"2026-02-27T02:05:38.482393Z","end":"2026-02-27T02:05:39.626838Z","steps":["trace[2106863211] 'process raft request' (duration: 1.144195761s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:39.627054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:38.48236Z","time spent":"1.144591362s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:40.48656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000026194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:05:40.48687Z","caller":"traceutil/trace.go:171","msg":"trace[1205124309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000334992s","start":"2026-02-27T02:05:38.486467Z","end":"2026-02-27T02:05:40.486802Z","steps":["trace[1205124309] 'agreement among raft nodes before linearized reading' (duration: 2.000039424s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:40.487057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:38.486458Z","time spent":"2.000536137s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:05:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:40.884691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580960783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:05:40.884805Z","caller":"traceutil/trace.go:171","msg":"trace[2079743735] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.581145608s","start":"2026-02-27T02:05:38.303634Z","end":"2026-02-27T02:05:40.88478Z","steps":["trace[2079743735] 'agreement among raft nodes before linearized reading' (duration: 2.580982004s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:40.884881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:38.303614Z","time spent":"2.581255241s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/02/27 02:05:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:41.637609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:40.741862Z","time spent":"895.738575ms","remote":"127.0.0.1:50892","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:05:41.639649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14570254s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:05:41.640132Z","caller":"traceutil/trace.go:171","msg":"trace[979781769] transaction","detail":"{read_only:false; response_revision:26618; number_of_response:1; }","duration":"3.1569514s","start":"2026-02-27T02:05:38.483135Z","end":"2026-02-27T02:05:41.640086Z","steps":["trace[979781769] 'process raft request' (duration: 2.009299609s)","trace[979781769] 'compare' (duration: 1.144905088s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:41.640176Z","caller":"traceutil/trace.go:171","msg":"trace[5199963] linearizableReadLoop","detail":"{readStateIndex:27891; appliedIndex:27887; }","duration":"2.060335816s","start":"2026-02-27T02:05:39.57982Z","end":"2026-02-27T02:05:41.640155Z","steps":["trace[5199963] 'read index received' (duration: 46.790466ms)","trace[5199963] 'applied index is now lower than readState.Index' (duration: 2.01354434s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:41.640294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:38.483119Z","time spent":"3.157095254s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:41.640336Z","caller":"traceutil/trace.go:171","msg":"trace[238149830] transaction","detail":"{read_only:false; response_revision:26620; number_of_response:1; }","duration":"3.156392106s","start":"2026-02-27T02:05:38.483923Z","end":"2026-02-27T02:05:41.640316Z","steps":["trace[238149830] 'process raft request' (duration: 3.155957324s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:41.640401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690289672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T02:05:41.64043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:38.483884Z","time spent":"3.156495779s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:41.640443Z","caller":"traceutil/trace.go:171","msg":"trace[1104214204] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26621; }","duration":"3.690338413s","start":"2026-02-27T02:05:37.950091Z","end":"2026-02-27T02:05:41.64043Z","steps":["trace[1104214204] 'agreement among raft nodes before linearized reading' (duration: 3.690154648s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:41.640489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:37.950086Z","time spent":"3.690396494s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:05:41.640481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68986024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:05:41.640582Z","caller":"traceutil/trace.go:171","msg":"trace[1386456357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26621; }","duration":"3.689995074s","start":"2026-02-27T02:05:37.950562Z","end":"2026-02-27T02:05:41.640557Z","steps":["trace[1386456357] 'agreement among raft nodes before linearized reading' (duration: 3.689678796s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:41.640587Z","caller":"traceutil/trace.go:171","msg":"trace[347851678] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"3.157411393s","start":"2026-02-27T02:05:38.483162Z","end":"2026-02-27T02:05:41.640573Z","steps":["trace[347851678] 'process raft request' (duration: 3.156604731s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:41.640623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690527588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:05:41.640634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:37.950548Z","time spent":"3.690077696s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:05:41.64065Z","caller":"traceutil/trace.go:171","msg":"trace[1164756269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26621; }","duration":"3.690559539s","start":"2026-02-27T02:05:37.950083Z","end":"2026-02-27T02:05:41.640642Z","steps":["trace[1164756269] 'agreement among raft nodes before linearized reading' (duration: 3.690481077s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:41.640663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:38.48314Z","time spent":"3.157485514s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:41.640684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:37.950079Z","time spent":"3.690599191s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:05:41.640744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690671392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:05:41.640769Z","caller":"traceutil/trace.go:171","msg":"trace[1364260107] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"2.056138135s","start":"2026-02-27T02:05:39.584619Z","end":"2026-02-27T02:05:41.640758Z","steps":["trace[1364260107] 'process raft request' (duration: 2.055477617s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:41.64077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.158651057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-27T02:05:41.64079Z","caller":"traceutil/trace.go:171","msg":"trace[1326760318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26621; }","duration":"3.690721463s","start":"2026-02-27T02:05:37.950057Z","end":"2026-02-27T02:05:41.640778Z","steps":["trace[1326760318] 'agreement among raft nodes before linearized reading' (duration: 3.690563639s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:41.640751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.691259458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:05:41.640814Z","caller":"traceutil/trace.go:171","msg":"trace[200605020] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26621; }","duration":"5.15873523s","start":"2026-02-27T02:05:36.482064Z","end":"2026-02-27T02:05:41.640799Z","steps":["trace[200605020] 'agreement among raft nodes before linearized reading' (duration: 5.158582266s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:41.640823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:37.950053Z","time spent":"3.690762884s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:05:41.640851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:36.482038Z","time spent":"5.158807072s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T02:05:41.640797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.935206433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:05:41.640931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333663189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:05:41.640907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690829096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:05:41.640949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.731690555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:41.640966Z","caller":"traceutil/trace.go:171","msg":"trace[173187477] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26621; }","duration":"3.33370301s","start":"2026-02-27T02:05:38.307252Z","end":"2026-02-27T02:05:41.640955Z","steps":["trace[173187477] 'agreement among raft nodes before linearized reading' (duration: 3.333641898s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:41.640986Z","caller":"traceutil/trace.go:171","msg":"trace[1428100014] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26621; }","duration":"2.731773796s","start":"2026-02-27T02:05:38.909201Z","end":"2026-02-27T02:05:41.640975Z","steps":["trace[1428100014] 'agreement among raft nodes before linearized reading' (duration: 2.731688404s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:41.640991Z","caller":"traceutil/trace.go:171","msg":"trace[2073533454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26621; }","duration":"3.690957499s","start":"2026-02-27T02:05:37.950013Z","end":"2026-02-27T02:05:41.64097Z","steps":["trace[2073533454] 'agreement among raft nodes before linearized reading' (duration: 3.690659781s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:41.640998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:38.307196Z","time spent":"3.333791743s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:05:41.641024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:38.909171Z","time spent":"2.731845689s","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:05:41.641038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:37.949991Z","time spent":"3.691039292s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:05:41.640961Z","caller":"traceutil/trace.go:171","msg":"trace[786851300] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26621; }","duration":"3.935374657s","start":"2026-02-27T02:05:37.705548Z","end":"2026-02-27T02:05:41.640923Z","steps":["trace[786851300] 'agreement among raft nodes before linearized reading' (duration: 3.93511594s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:41.641229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:37.705486Z","time spent":"3.935704226s","remote":"127.0.0.1:60148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:05:41.640851Z","caller":"traceutil/trace.go:171","msg":"trace[214813658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26621; }","duration":"3.6913772s","start":"2026-02-27T02:05:37.949449Z","end":"2026-02-27T02:05:41.640826Z","steps":["trace[214813658] 'agreement among raft nodes before linearized reading' (duration: 3.691145564s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:41.641316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:37.949431Z","time spent":"3.691867504s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:05:41.640866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:39.584595Z","time spent":"2.056198827s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:41.641525Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.149179852s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:05:41.641757Z","caller":"traceutil/trace.go:171","msg":"trace[2021576248] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"1.575175398s","start":"2026-02-27T02:05:40.066566Z","end":"2026-02-27T02:05:41.641741Z","steps":["trace[2021576248] 'process raft request' (duration: 1.575078995s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:41.64185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:40.066539Z","time spent":"1.575251459s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:42.493056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000476314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:05:42.49314Z","caller":"traceutil/trace.go:171","msg":"trace[215926189] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000624678s","start":"2026-02-27T02:05:40.492495Z","end":"2026-02-27T02:05:42.493119Z","steps":["trace[215926189] 'agreement among raft nodes before linearized reading' (duration: 2.000522286s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:42.493191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:40.492472Z","time spent":"2.00070045s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:05:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:43.181431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.94446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:05:43.181576Z","caller":"traceutil/trace.go:171","msg":"trace[1731887942] linearizableReadLoop","detail":"{readStateIndex:27894; appliedIndex:27893; }","duration":"1.541336645s","start":"2026-02-27T02:05:41.640212Z","end":"2026-02-27T02:05:43.181549Z","steps":["trace[1731887942] 'read index received' (duration: 1.681685ms)","trace[1731887942] 'applied index is now lower than readState.Index' (duration: 1.539625679s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:43.181644Z","caller":"traceutil/trace.go:171","msg":"trace[600517733] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"1.548468233s","start":"2026-02-27T02:05:41.633165Z","end":"2026-02-27T02:05:43.181633Z","steps":["trace[600517733] 'process raft request' (duration: 763.230446ms)","trace[600517733] 'compare' (duration: 784.501668ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:43.181698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:41.633145Z","time spent":"1.548522425s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:43.181804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522404375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:05:43.181916Z","caller":"traceutil/trace.go:171","msg":"trace[178223067] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26623; }","duration":"2.52261959s","start":"2026-02-27T02:05:40.659266Z","end":"2026-02-27T02:05:43.181886Z","steps":["trace[178223067] 'agreement among raft nodes before linearized reading' (duration: 2.522420215s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.181977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:40.659238Z","time spent":"2.522722703s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:43.181971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633236573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:05:43.182018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.876819999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T02:05:43.181995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571000129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:43.18204Z","caller":"traceutil/trace.go:171","msg":"trace[1684594324] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26623; }","duration":"1.633375506s","start":"2026-02-27T02:05:41.548648Z","end":"2026-02-27T02:05:43.182023Z","steps":["trace[1684594324] 'agreement among raft nodes before linearized reading' (duration: 1.633223492s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.182056Z","caller":"traceutil/trace.go:171","msg":"trace[1031691062] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26623; }","duration":"2.876907801s","start":"2026-02-27T02:05:40.305136Z","end":"2026-02-27T02:05:43.182044Z","steps":["trace[1031691062] 'agreement among raft nodes before linearized reading' (duration: 2.876761247s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.182087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:40.305111Z","time spent":"2.876967243s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:05:43.18209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:41.54858Z","time spent":"1.63349162s","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:05:43.182082Z","caller":"traceutil/trace.go:171","msg":"trace[986566076] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26623; }","duration":"1.571153752s","start":"2026-02-27T02:05:41.610908Z","end":"2026-02-27T02:05:43.182061Z","steps":["trace[986566076] 'agreement among raft nodes before linearized reading' (duration: 1.570980658s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.18208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156704773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T02:05:43.182139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:41.61088Z","time spent":"1.571243395s","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:05:43.182142Z","caller":"traceutil/trace.go:171","msg":"trace[268743742] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26623; }","duration":"2.156818026s","start":"2026-02-27T02:05:41.025307Z","end":"2026-02-27T02:05:43.182125Z","steps":["trace[268743742] 'agreement among raft nodes before linearized reading' (duration: 2.156619491s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.182147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.531214269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-27T02:05:43.182196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:41.025277Z","time spent":"2.156907688s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T02:05:43.182232Z","caller":"traceutil/trace.go:171","msg":"trace[285021755] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26623; }","duration":"3.531354972s","start":"2026-02-27T02:05:39.650855Z","end":"2026-02-27T02:05:43.18221Z","steps":["trace[285021755] 'agreement among raft nodes before linearized reading' (duration: 3.531092765s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.182282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:39.650833Z","time spent":"3.531440615s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:05:43.182145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.401895392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:43.18243Z","caller":"traceutil/trace.go:171","msg":"trace[2037820655] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26623; }","duration":"3.40220742s","start":"2026-02-27T02:05:39.780193Z","end":"2026-02-27T02:05:43.182401Z","steps":["trace[2037820655] 'agreement among raft nodes before linearized reading' (duration: 3.401901672s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.182539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:39.780168Z","time spent":"3.402330864s","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:05:43.18282Z","caller":"traceutil/trace.go:171","msg":"trace[359841665] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"1.536449896s","start":"2026-02-27T02:05:41.646353Z","end":"2026-02-27T02:05:43.182803Z","steps":["trace[359841665] 'process raft request' (duration: 1.536254541s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.182865Z","caller":"traceutil/trace.go:171","msg":"trace[414202383] transaction","detail":"{read_only:false; response_revision:26627; number_of_response:1; }","duration":"1.536229599s","start":"2026-02-27T02:05:41.646626Z","end":"2026-02-27T02:05:43.182855Z","steps":["trace[414202383] 'process raft request' (duration: 1.536100116s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.182874Z","caller":"traceutil/trace.go:171","msg":"trace[144410079] transaction","detail":"{read_only:false; response_revision:26626; number_of_response:1; }","duration":"1.536403135s","start":"2026-02-27T02:05:41.646425Z","end":"2026-02-27T02:05:43.182828Z","steps":["trace[144410079] 'process raft request' (duration: 1.536280842s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.182894Z","caller":"traceutil/trace.go:171","msg":"trace[896836302] transaction","detail":"{read_only:false; response_revision:26625; number_of_response:1; }","duration":"1.536526118s","start":"2026-02-27T02:05:41.646355Z","end":"2026-02-27T02:05:43.182882Z","steps":["trace[896836302] 'process raft request' (duration: 1.536323583s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.182942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:41.646619Z","time spent":"1.536273481s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:43.182948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:41.646342Z","time spent":"1.536537688s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:43.182984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:41.646345Z","time spent":"1.536581739s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:43.182976Z","caller":"traceutil/trace.go:171","msg":"trace[1929158070] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"1.517936626s","start":"2026-02-27T02:05:41.665019Z","end":"2026-02-27T02:05:43.182955Z","steps":["trace[1929158070] 'process raft request' (duration: 1.517725641s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.183004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:41.646404Z","time spent":"1.536522687s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:43.183054Z","caller":"traceutil/trace.go:171","msg":"trace[185437885] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26623; }","duration":"1.53929639s","start":"2026-02-27T02:05:41.643748Z","end":"2026-02-27T02:05:43.183044Z","steps":["trace[185437885] 'process raft request' (duration: 1.538764686s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.183071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:41.66501Z","time spent":"1.518011448s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:43.183108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:41.643725Z","time spent":"1.539352712s","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:05:43.18282Z","caller":"traceutil/trace.go:171","msg":"trace[1392168550] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"1.517433613s","start":"2026-02-27T02:05:41.665373Z","end":"2026-02-27T02:05:43.182806Z","steps":["trace[1392168550] 'process raft request' (duration: 1.517395762s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.183174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:41.665366Z","time spent":"1.517777882s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:43.26351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086377014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:43.263557Z","caller":"traceutil/trace.go:171","msg":"trace[1023328156] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"480.174657ms","start":"2026-02-27T02:05:42.783353Z","end":"2026-02-27T02:05:43.263528Z","steps":["trace[1023328156] 'process raft request' (duration: 479.870049ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.263593Z","caller":"traceutil/trace.go:171","msg":"trace[831269868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26630; }","duration":"1.086505547s","start":"2026-02-27T02:05:42.177067Z","end":"2026-02-27T02:05:43.263573Z","steps":["trace[831269868] 'agreement among raft nodes before linearized reading' (duration: 1.086356673s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.263594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61987991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T02:05:43.263611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614495528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:05:43.263627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:42.17704Z","time spent":"1.086581369s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:05:43.263659Z","caller":"traceutil/trace.go:171","msg":"trace[680444116] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26630; }","duration":"1.614553009s","start":"2026-02-27T02:05:41.649091Z","end":"2026-02-27T02:05:43.263644Z","steps":["trace[680444116] 'agreement among raft nodes before linearized reading' (duration: 1.614465217s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.263649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617476187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T02:05:43.263685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.180789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:43.263744Z","caller":"traceutil/trace.go:171","msg":"trace[591641038] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5; range_end:; response_count:1; response_revision:26630; }","duration":"1.61762247s","start":"2026-02-27T02:05:41.646099Z","end":"2026-02-27T02:05:43.263722Z","steps":["trace[591641038] 'agreement among raft nodes before linearized reading' (duration: 1.617365973s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.263627Z","caller":"traceutil/trace.go:171","msg":"trace[197013232] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26630; }","duration":"1.619936401s","start":"2026-02-27T02:05:41.643683Z","end":"2026-02-27T02:05:43.263619Z","steps":["trace[197013232] 'agreement among raft nodes before linearized reading' (duration: 1.619803938s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:43.263776Z","caller":"traceutil/trace.go:171","msg":"trace[520942405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26630; }","duration":"770.304953ms","start":"2026-02-27T02:05:42.493451Z","end":"2026-02-27T02:05:43.263756Z","steps":["trace[520942405] 'agreement among raft nodes before linearized reading' (duration: 770.170019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:43.263811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:41.643664Z","time spent":"1.620141476s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T02:05:43.263805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:41.646088Z","time spent":"1.617706623s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" "} {"level":"warn","ts":"2026-02-27T02:05:43.263817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:42.493433Z","time spent":"770.376154ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:05:43.263686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:42.783328Z","time spent":"480.29257ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:43.263695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:41.649086Z","time spent":"1.61460211s","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:05:43.764412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:44.211994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.178807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:05:44.212206Z","caller":"traceutil/trace.go:171","msg":"trace[12987324] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"1.026172033s","start":"2026-02-27T02:05:43.186018Z","end":"2026-02-27T02:05:44.21219Z","steps":["trace[12987324] 'process raft request' (duration: 844.339688ms)","trace[12987324] 'compare' (duration: 180.379236ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:44.212253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.185992Z","time spent":"1.026237085s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:45.198095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.547478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:05:45.198339Z","caller":"traceutil/trace.go:171","msg":"trace[1403958364] transaction","detail":"{read_only:false; response_revision:26632; number_of_response:1; }","duration":"1.931935113s","start":"2026-02-27T02:05:43.266368Z","end":"2026-02-27T02:05:45.198303Z","steps":["trace[1403958364] 'process raft request' (duration: 1.731096817s)","trace[1403958364] 'compare' (duration: 200.288302ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:45.198451Z","caller":"traceutil/trace.go:171","msg":"trace[29979514] linearizableReadLoop","detail":"{readStateIndex:27908; appliedIndex:27902; }","duration":"1.935065046s","start":"2026-02-27T02:05:43.263368Z","end":"2026-02-27T02:05:45.198433Z","steps":["trace[29979514] 'read index received' (duration: 767.003875ms)","trace[29979514] 'applied index is now lower than readState.Index' (duration: 1.168059931s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:45.198506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.266347Z","time spent":"1.932070987s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:45.198626Z","caller":"traceutil/trace.go:171","msg":"trace[458217946] transaction","detail":"{read_only:false; response_revision:26636; number_of_response:1; }","duration":"1.549742466s","start":"2026-02-27T02:05:43.648846Z","end":"2026-02-27T02:05:45.198588Z","steps":["trace[458217946] 'process raft request' (duration: 1.549545981s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.198695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994962048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:45.198732Z","caller":"traceutil/trace.go:171","msg":"trace[941384790] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26636; }","duration":"1.995003739s","start":"2026-02-27T02:05:43.203717Z","end":"2026-02-27T02:05:45.19872Z","steps":["trace[941384790] 'agreement among raft nodes before linearized reading' (duration: 1.994941728s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.198775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.203669Z","time spent":"1.995096972s","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:45.198817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.648819Z","time spent":"1.54990007s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:45.199159Z","caller":"traceutil/trace.go:171","msg":"trace[1094394785] transaction","detail":"{read_only:false; response_revision:26633; number_of_response:1; }","duration":"1.893660142s","start":"2026-02-27T02:05:43.305485Z","end":"2026-02-27T02:05:45.199146Z","steps":["trace[1094394785] 'process raft request' (duration: 1.892704587s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.199149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013609322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"warn","ts":"2026-02-27T02:05:45.199265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.305434Z","time spent":"1.893792546s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:45.199283Z","caller":"traceutil/trace.go:171","msg":"trace[674993728] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:26636; }","duration":"2.013765555s","start":"2026-02-27T02:05:43.185489Z","end":"2026-02-27T02:05:45.199255Z","steps":["trace[674993728] 'agreement among raft nodes before linearized reading' (duration: 2.013448767s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.199358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.185474Z","time spent":"2.013864138s","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13508,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-02-27T02:05:45.199331Z","caller":"traceutil/trace.go:171","msg":"trace[651530814] transaction","detail":"{read_only:false; response_revision:26635; number_of_response:1; }","duration":"1.550889365s","start":"2026-02-27T02:05:43.648406Z","end":"2026-02-27T02:05:45.199295Z","steps":["trace[651530814] 'process raft request' (duration: 1.54993658s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.199504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.648374Z","time spent":"1.551038219s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:45.199572Z","caller":"traceutil/trace.go:171","msg":"trace[2001099165] transaction","detail":"{read_only:false; response_revision:26634; number_of_response:1; }","duration":"1.551145552s","start":"2026-02-27T02:05:43.648407Z","end":"2026-02-27T02:05:45.199553Z","steps":["trace[2001099165] 'process raft request' (duration: 1.549896049s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.199687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.648377Z","time spent":"1.551261135s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:45.199699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012832131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T02:05:45.200211Z","caller":"traceutil/trace.go:171","msg":"trace[1539905964] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26636; }","duration":"2.01317966s","start":"2026-02-27T02:05:43.18679Z","end":"2026-02-27T02:05:45.19997Z","steps":["trace[1539905964] 'agreement among raft nodes before linearized reading' (duration: 2.012298327s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.200324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.186771Z","time spent":"2.013536959s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:05:45.200502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728909709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-27T02:05:45.200559Z","caller":"traceutil/trace.go:171","msg":"trace[1976646923] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:26637; }","duration":"1.729003211s","start":"2026-02-27T02:05:43.471542Z","end":"2026-02-27T02:05:45.200545Z","steps":["trace[1976646923] 'agreement among raft nodes before linearized reading' (duration: 1.728855568s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.200571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935006035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-27T02:05:45.200599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.47152Z","time spent":"1.729071164s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"info","ts":"2026-02-27T02:05:45.200621Z","caller":"traceutil/trace.go:171","msg":"trace[1592347691] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:26637; }","duration":"1.935066316s","start":"2026-02-27T02:05:43.26554Z","end":"2026-02-27T02:05:45.200607Z","steps":["trace[1592347691] 'agreement among raft nodes before linearized reading' (duration: 1.934771788s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.200664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.265527Z","time spent":"1.935129097s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-02-27T02:05:45.200778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931472461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:45.200826Z","caller":"traceutil/trace.go:171","msg":"trace[1468518077] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26637; }","duration":"1.931530562s","start":"2026-02-27T02:05:43.269276Z","end":"2026-02-27T02:05:45.200806Z","steps":["trace[1468518077] 'agreement among raft nodes before linearized reading' (duration: 1.931471611s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.200865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.269264Z","time spent":"1.931594075s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:05:45.200955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60746583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:05:45.201043Z","caller":"traceutil/trace.go:171","msg":"trace[651289855] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26637; }","duration":"1.607657296s","start":"2026-02-27T02:05:43.593372Z","end":"2026-02-27T02:05:45.20103Z","steps":["trace[651289855] 'agreement among raft nodes before linearized reading' (duration: 1.607016629s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.20132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.593349Z","time spent":"1.607957074s","remote":"127.0.0.1:59742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:45.200989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931694797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:45.201455Z","caller":"traceutil/trace.go:171","msg":"trace[917746838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26637; }","duration":"1.93217787s","start":"2026-02-27T02:05:43.269264Z","end":"2026-02-27T02:05:45.201442Z","steps":["trace[917746838] 'agreement among raft nodes before linearized reading' (duration: 1.931692977s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.201491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.269251Z","time spent":"1.932223941s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:05:45.200944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931658946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-02-27T02:05:45.201599Z","caller":"traceutil/trace.go:171","msg":"trace[468972831] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26637; }","duration":"1.932343924s","start":"2026-02-27T02:05:43.269249Z","end":"2026-02-27T02:05:45.201593Z","steps":["trace[468972831] 'agreement among raft nodes before linearized reading' (duration: 1.931602435s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:45.20162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:43.269238Z","time spent":"1.932375455s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7124,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T02:05:46.196461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.96513ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:46.196569Z","caller":"traceutil/trace.go:171","msg":"trace[940293164] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26637; }","duration":"251.088384ms","start":"2026-02-27T02:05:45.945463Z","end":"2026-02-27T02:05:46.196552Z","steps":["trace[940293164] 'range keys from in-memory index tree' (duration: 250.94863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:46.196637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.026469ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-27T02:05:46.196692Z","caller":"traceutil/trace.go:171","msg":"trace[1903701681] linearizableReadLoop","detail":"{readStateIndex:27910; appliedIndex:27909; }","duration":"991.462946ms","start":"2026-02-27T02:05:45.20522Z","end":"2026-02-27T02:05:46.196683Z","steps":["trace[1903701681] 'read index received' (duration: 155.374715ms)","trace[1903701681] 'applied index is now lower than readState.Index' (duration: 836.087461ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:46.196718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.202589Z","time spent":"994.124896ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:05:46.19681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.587059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2baf1b35-8d48-4ad2-bb84-e4167603359d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T02:05:46.196842Z","caller":"traceutil/trace.go:171","msg":"trace[1167481260] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2baf1b35-8d48-4ad2-bb84-e4167603359d; range_end:; response_count:1; response_revision:26637; }","duration":"991.63084ms","start":"2026-02-27T02:05:45.205197Z","end":"2026-02-27T02:05:46.196828Z","steps":["trace[1167481260] 'agreement among raft nodes before linearized reading' (duration: 991.530787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:46.196875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.205181Z","time spent":"991.686322ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-2baf1b35-8d48-4ad2-bb84-e4167603359d\" "} {"level":"warn","ts":"2026-02-27T02:05:46.38197Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021245174s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:05:47.209174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0002439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:05:47.209271Z","caller":"traceutil/trace.go:171","msg":"trace[1127725640] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000366453s","start":"2026-02-27T02:05:45.208886Z","end":"2026-02-27T02:05:47.209252Z","steps":["trace[1127725640] 'agreement among raft nodes before linearized reading' (duration: 2.00025582s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.209315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.20888Z","time spent":"2.000424394s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:05:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:47.228075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.712774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:05:47.228318Z","caller":"traceutil/trace.go:171","msg":"trace[2040346293] transaction","detail":"{read_only:false; response_revision:26641; number_of_response:1; }","duration":"2.020938286s","start":"2026-02-27T02:05:45.207363Z","end":"2026-02-27T02:05:47.228302Z","steps":["trace[2040346293] 'process raft request' (duration: 2.020891015s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.228371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.207357Z","time spent":"2.020992767s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:47.22844Z","caller":"traceutil/trace.go:171","msg":"trace[242564031] transaction","detail":"{read_only:false; response_revision:26638; number_of_response:1; }","duration":"2.021383078s","start":"2026-02-27T02:05:45.207025Z","end":"2026-02-27T02:05:47.228408Z","steps":["trace[242564031] 'process raft request' (duration: 1.175242432s)","trace[242564031] 'compare' (duration: 845.421167ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:47.228537Z","caller":"traceutil/trace.go:171","msg":"trace[1856677872] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"2.021365027s","start":"2026-02-27T02:05:45.207165Z","end":"2026-02-27T02:05:47.22853Z","steps":["trace[1856677872] 'process raft request' (duration: 2.021015338s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.228581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.207143Z","time spent":"2.021419269s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:47.228597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.207006Z","time spent":"2.021515692s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:47.228668Z","caller":"traceutil/trace.go:171","msg":"trace[863938089] transaction","detail":"{read_only:false; response_revision:26640; number_of_response:1; }","duration":"2.021413819s","start":"2026-02-27T02:05:45.207248Z","end":"2026-02-27T02:05:47.228662Z","steps":["trace[863938089] 'process raft request' (duration: 2.020981637s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.228708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.207233Z","time spent":"2.0214576s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:47.229023Z","caller":"traceutil/trace.go:171","msg":"trace[2130995792] transaction","detail":"{read_only:false; response_revision:26644; number_of_response:1; }","duration":"2.020899776s","start":"2026-02-27T02:05:45.208098Z","end":"2026-02-27T02:05:47.228998Z","steps":["trace[2130995792] 'process raft request' (duration: 2.020780632s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.229122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.208088Z","time spent":"2.020987868s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:47.229217Z","caller":"traceutil/trace.go:171","msg":"trace[1263346866] linearizableReadLoop","detail":"{readStateIndex:27919; appliedIndex:27910; }","duration":"1.03249687s","start":"2026-02-27T02:05:46.19671Z","end":"2026-02-27T02:05:47.229207Z","steps":["trace[1263346866] 'read index received' (duration: 185.575653ms)","trace[1263346866] 'applied index is now lower than readState.Index' (duration: 846.920297ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:47.229275Z","caller":"traceutil/trace.go:171","msg":"trace[1945841423] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"2.021314567s","start":"2026-02-27T02:05:45.207949Z","end":"2026-02-27T02:05:47.229263Z","steps":["trace[1945841423] 'process raft request' (duration: 2.020852114s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.229604Z","caller":"traceutil/trace.go:171","msg":"trace[733677860] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"2.017535236s","start":"2026-02-27T02:05:45.212058Z","end":"2026-02-27T02:05:47.229593Z","steps":["trace[733677860] 'process raft request' (duration: 2.016939531s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.22968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.212044Z","time spent":"2.017598799s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:47.229839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19406941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:47.229883Z","caller":"traceutil/trace.go:171","msg":"trace[1068090219] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26646; }","duration":"1.194174783s","start":"2026-02-27T02:05:46.035697Z","end":"2026-02-27T02:05:47.229871Z","steps":["trace[1068090219] 'agreement among raft nodes before linearized reading' (duration: 1.194109651s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.229948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:46.035674Z","time spent":"1.194264684s","remote":"127.0.0.1:58000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:47.230001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.20794Z","time spent":"2.021366988s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:47.230043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024790258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:05:47.230076Z","caller":"traceutil/trace.go:171","msg":"trace[1999638350] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5; range_end:; response_count:1; response_revision:26646; }","duration":"2.0248477s","start":"2026-02-27T02:05:45.205217Z","end":"2026-02-27T02:05:47.230065Z","steps":["trace[1999638350] 'agreement among raft nodes before linearized reading' (duration: 2.024737267s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.230109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.205202Z","time spent":"2.024900121s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" "} {"level":"info","ts":"2026-02-27T02:05:47.229046Z","caller":"traceutil/trace.go:171","msg":"trace[504632331] transaction","detail":"{read_only:false; response_revision:26645; number_of_response:1; }","duration":"2.017928508s","start":"2026-02-27T02:05:45.211105Z","end":"2026-02-27T02:05:47.229034Z","steps":["trace[504632331] 'process raft request' (duration: 2.017828115s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.230263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552746686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:47.230292Z","caller":"traceutil/trace.go:171","msg":"trace[571728836] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26646; }","duration":"1.552815918s","start":"2026-02-27T02:05:45.677469Z","end":"2026-02-27T02:05:47.230285Z","steps":["trace[571728836] 'agreement among raft nodes before linearized reading' (duration: 1.552776807s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.230293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.211093Z","time spent":"2.01916328s","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:47.230352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021905852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:47.230378Z","caller":"traceutil/trace.go:171","msg":"trace[1184034279] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26646; }","duration":"2.021946743s","start":"2026-02-27T02:05:45.208424Z","end":"2026-02-27T02:05:47.230371Z","steps":["trace[1184034279] 'agreement among raft nodes before linearized reading' (duration: 2.021911752s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.230396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.208414Z","time spent":"2.021978303s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:05:47.230233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430147137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:47.230503Z","caller":"traceutil/trace.go:171","msg":"trace[1337752729] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26646; }","duration":"1.430448715s","start":"2026-02-27T02:05:45.800038Z","end":"2026-02-27T02:05:47.230487Z","steps":["trace[1337752729] 'agreement among raft nodes before linearized reading' (duration: 1.430172708s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.230561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.800008Z","time spent":"1.430537318s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:05:47.230641Z","caller":"traceutil/trace.go:171","msg":"trace[1758173896] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"2.022844467s","start":"2026-02-27T02:05:45.207787Z","end":"2026-02-27T02:05:47.230632Z","steps":["trace[1758173896] 'process raft request' (duration: 2.020486824s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.230692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.207776Z","time spent":"2.022891138s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:47.230324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:45.677445Z","time spent":"1.55287352s","remote":"127.0.0.1:58528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:47.49665Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05407122s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:05:47.497271Z","caller":"traceutil/trace.go:171","msg":"trace[1387395234] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"1.299281889s","start":"2026-02-27T02:05:46.197957Z","end":"2026-02-27T02:05:47.497239Z","steps":["trace[1387395234] 'process raft request' (duration: 1.299110714s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.497626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:46.197933Z","time spent":"1.299601388s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:47.564502Z","caller":"traceutil/trace.go:171","msg":"trace[1885995645] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"806.581381ms","start":"2026-02-27T02:05:46.75789Z","end":"2026-02-27T02:05:47.564471Z","steps":["trace[1885995645] 'process raft request' (duration: 806.394956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.56467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:46.757867Z","time spent":"806.718655ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:47.565001Z","caller":"traceutil/trace.go:171","msg":"trace[1176354264] transaction","detail":"{read_only:false; response_revision:26650; number_of_response:1; }","duration":"356.803527ms","start":"2026-02-27T02:05:47.208158Z","end":"2026-02-27T02:05:47.564961Z","steps":["trace[1176354264] 'process raft request' (duration: 356.506489ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.565065Z","caller":"traceutil/trace.go:171","msg":"trace[393141498] linearizableReadLoop","detail":"{readStateIndex:27925; appliedIndex:27919; }","duration":"335.781192ms","start":"2026-02-27T02:05:47.229258Z","end":"2026-02-27T02:05:47.565039Z","steps":["trace[393141498] 'read index received' (duration: 267.692983ms)","trace[393141498] 'applied index is now lower than readState.Index' (duration: 67.962906ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:47.565145Z","caller":"traceutil/trace.go:171","msg":"trace[1003921103] transaction","detail":"{read_only:false; response_revision:26649; number_of_response:1; }","duration":"357.391762ms","start":"2026-02-27T02:05:47.207733Z","end":"2026-02-27T02:05:47.565125Z","steps":["trace[1003921103] 'process raft request' (duration: 356.696444ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.565167Z","caller":"traceutil/trace.go:171","msg":"trace[1687748841] transaction","detail":"{read_only:false; response_revision:26653; number_of_response:1; }","duration":"332.576377ms","start":"2026-02-27T02:05:47.232515Z","end":"2026-02-27T02:05:47.565091Z","steps":["trace[1687748841] 'process raft request' (duration: 332.34333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.565234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.854386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:05:47.565255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:47.207691Z","time spent":"357.481505ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:47.565292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.687246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:47.56531Z","caller":"traceutil/trace.go:171","msg":"trace[2034017208] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26653; }","duration":"650.98583ms","start":"2026-02-27T02:05:46.914303Z","end":"2026-02-27T02:05:47.565289Z","steps":["trace[2034017208] 'agreement among raft nodes before linearized reading' (duration: 650.796055ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.565338Z","caller":"traceutil/trace.go:171","msg":"trace[1639164692] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26653; }","duration":"909.765867ms","start":"2026-02-27T02:05:46.655558Z","end":"2026-02-27T02:05:47.565324Z","steps":["trace[1639164692] 'agreement among raft nodes before linearized reading' (duration: 909.710325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.565364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:46.914276Z","time spent":"651.074012ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:47.565381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:46.655535Z","time spent":"909.834709ms","remote":"127.0.0.1:58160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:47.565434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:47.232463Z","time spent":"332.824374ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:47.565646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.254143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:05:47.565682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056862394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T02:05:47.565704Z","caller":"traceutil/trace.go:171","msg":"trace[906491999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26653; }","duration":"356.346095ms","start":"2026-02-27T02:05:47.209341Z","end":"2026-02-27T02:05:47.565688Z","steps":["trace[906491999] 'agreement among raft nodes before linearized reading' (duration: 356.244293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.56575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:47.20932Z","time spent":"356.421617ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:05:47.565804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.43297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T02:05:47.565845Z","caller":"traceutil/trace.go:171","msg":"trace[882472902] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26653; }","duration":"330.509622ms","start":"2026-02-27T02:05:47.235324Z","end":"2026-02-27T02:05:47.565833Z","steps":["trace[882472902] 'agreement among raft nodes before linearized reading' (duration: 330.42265ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.565856Z","caller":"traceutil/trace.go:171","msg":"trace[972050447] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"357.241769ms","start":"2026-02-27T02:05:47.208592Z","end":"2026-02-27T02:05:47.565833Z","steps":["trace[972050447] 'process raft request' (duration: 356.178121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.565951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:47.208581Z","time spent":"357.319441ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:47.566024Z","caller":"traceutil/trace.go:171","msg":"trace[81765175] transaction","detail":"{read_only:false; response_revision:26652; number_of_response:1; }","duration":"355.820852ms","start":"2026-02-27T02:05:47.210182Z","end":"2026-02-27T02:05:47.566003Z","steps":["trace[81765175] 'process raft request' (duration: 354.62966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.566283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.649112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:47.566333Z","caller":"traceutil/trace.go:171","msg":"trace[299291955] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26653; }","duration":"130.740784ms","start":"2026-02-27T02:05:47.43558Z","end":"2026-02-27T02:05:47.566321Z","steps":["trace[299291955] 'agreement among raft nodes before linearized reading' (duration: 130.661412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.566412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.148603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:47.56647Z","caller":"traceutil/trace.go:171","msg":"trace[873598538] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26653; }","duration":"425.253006ms","start":"2026-02-27T02:05:47.1412Z","end":"2026-02-27T02:05:47.566453Z","steps":["trace[873598538] 'agreement among raft nodes before linearized reading' (duration: 425.158933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.566513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:47.141176Z","time spent":"425.324348ms","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:47.566594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.37758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T02:05:47.566631Z","caller":"traceutil/trace.go:171","msg":"trace[2056431321] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26653; }","duration":"310.458653ms","start":"2026-02-27T02:05:47.256163Z","end":"2026-02-27T02:05:47.566621Z","steps":["trace[2056431321] 'agreement among raft nodes before linearized reading' (duration: 310.34277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.56666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:47.25613Z","time spent":"310.523244ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:05:47.565244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.370248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:05:47.566992Z","caller":"traceutil/trace.go:171","msg":"trace[1448506376] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26653; }","duration":"880.107924ms","start":"2026-02-27T02:05:46.686845Z","end":"2026-02-27T02:05:47.566953Z","steps":["trace[1448506376] 'agreement among raft nodes before linearized reading' (duration: 878.340247ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.565715Z","caller":"traceutil/trace.go:171","msg":"trace[938081531] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26653; }","duration":"1.057001808s","start":"2026-02-27T02:05:46.508703Z","end":"2026-02-27T02:05:47.565705Z","steps":["trace[938081531] 'agreement among raft nodes before linearized reading' (duration: 1.056862454s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.566392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:47.210159Z","time spent":"356.181461ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:47.567088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:46.508678Z","time spent":"1.058392994s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-02-27T02:05:47.565873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:47.2353Z","time spent":"330.567124ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:05:47.567106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:46.686764Z","time spent":"880.302319ms","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:47.566842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.205694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7295"} {"level":"info","ts":"2026-02-27T02:05:47.567387Z","caller":"traceutil/trace.go:171","msg":"trace[773817877] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26653; }","duration":"330.76546ms","start":"2026-02-27T02:05:47.236607Z","end":"2026-02-27T02:05:47.567372Z","steps":["trace[773817877] 'agreement among raft nodes before linearized reading' (duration: 330.097742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:47.567445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:47.236601Z","time spent":"330.825491ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7317,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T02:05:47.567634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:47.208126Z","time spent":"356.965192ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:47.72752Z","caller":"traceutil/trace.go:171","msg":"trace[890753430] linearizableReadLoop","detail":"{readStateIndex:27927; appliedIndex:27926; }","duration":"154.498972ms","start":"2026-02-27T02:05:47.572974Z","end":"2026-02-27T02:05:47.727473Z","steps":["trace[890753430] 'read index received' (duration: 152.078058ms)","trace[890753430] 'applied index is now lower than readState.Index' (duration: 2.419874ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:47.727749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.753419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:05:47.727823Z","caller":"traceutil/trace.go:171","msg":"trace[136761168] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5; range_end:; response_count:1; response_revision:26654; }","duration":"154.873852ms","start":"2026-02-27T02:05:47.572933Z","end":"2026-02-27T02:05:47.727807Z","steps":["trace[136761168] 'agreement among raft nodes before linearized reading' (duration: 154.669916ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:47.727721Z","caller":"traceutil/trace.go:171","msg":"trace[1744090185] transaction","detail":"{read_only:false; response_revision:26654; number_of_response:1; }","duration":"155.191261ms","start":"2026-02-27T02:05:47.572374Z","end":"2026-02-27T02:05:47.727565Z","steps":["trace[1744090185] 'process raft request' (duration: 152.679714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:48.228551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:49.42679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.626159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:05:49.426921Z","caller":"traceutil/trace.go:171","msg":"trace[2001722270] transaction","detail":"{read_only:false; response_revision:26655; number_of_response:1; }","duration":"1.850501993s","start":"2026-02-27T02:05:47.576391Z","end":"2026-02-27T02:05:49.426893Z","steps":["trace[2001722270] 'process raft request' (duration: 1.067659418s)","trace[2001722270] 'compare' (duration: 782.154486ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:49.42701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:47.576378Z","time spent":"1.850591755s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:49.497666Z","caller":"traceutil/trace.go:171","msg":"trace[1486229469] linearizableReadLoop","detail":"{readStateIndex:27929; appliedIndex:27927; }","duration":"1.770035556s","start":"2026-02-27T02:05:47.727597Z","end":"2026-02-27T02:05:49.497633Z","steps":["trace[1486229469] 'read index received' (duration: 916.468084ms)","trace[1486229469] 'applied index is now lower than readState.Index' (duration: 853.566362ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:49.497808Z","caller":"traceutil/trace.go:171","msg":"trace[959457071] transaction","detail":"{read_only:false; response_revision:26656; number_of_response:1; }","duration":"1.767721465s","start":"2026-02-27T02:05:47.730074Z","end":"2026-02-27T02:05:49.497796Z","steps":["trace[959457071] 'process raft request' (duration: 1.767409896s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:49.497944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:47.730046Z","time spent":"1.767798067s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:49.498335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917171014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-02-27T02:05:49.498381Z","caller":"traceutil/trace.go:171","msg":"trace[424087997] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26656; }","duration":"1.917227915s","start":"2026-02-27T02:05:47.58114Z","end":"2026-02-27T02:05:49.498368Z","steps":["trace[424087997] 'agreement among raft nodes before linearized reading' (duration: 1.9170593s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:49.498506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:47.581132Z","time spent":"1.917361698s","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4853,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T02:05:49.498454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923052039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:49.49861Z","caller":"traceutil/trace.go:171","msg":"trace[1937917763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26656; }","duration":"1.923252344s","start":"2026-02-27T02:05:47.57533Z","end":"2026-02-27T02:05:49.498582Z","steps":["trace[1937917763] 'agreement among raft nodes before linearized reading' (duration: 1.922993538s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:49.498673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:47.575313Z","time spent":"1.923347817s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:05:49.998233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:50.498647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:50.707403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.210227556s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:05:51.500237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00060462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:05:51.500352Z","caller":"traceutil/trace.go:171","msg":"trace[1765339241] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000792064s","start":"2026-02-27T02:05:49.499534Z","end":"2026-02-27T02:05:51.500326Z","steps":["trace[1765339241] 'agreement among raft nodes before linearized reading' (duration: 2.000628039s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:51.500441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.499516Z","time spent":"2.000907257s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:05:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:52.515072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806718955s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T02:05:52.51687Z","caller":"traceutil/trace.go:171","msg":"trace[2007711022] transaction","detail":"{read_only:false; response_revision:26657; number_of_response:1; }","duration":"3.367183366s","start":"2026-02-27T02:05:49.149653Z","end":"2026-02-27T02:05:52.516836Z","steps":["trace[2007711022] 'process raft request' (duration: 3.365645715s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:52.517022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.149622Z","time spent":"3.36732832s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:53.508307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:05:53.508412Z","caller":"traceutil/trace.go:171","msg":"trace[1942747848] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000355511s","start":"2026-02-27T02:05:51.508032Z","end":"2026-02-27T02:05:53.508387Z","steps":["trace[1942747848] 'agreement among raft nodes before linearized reading' (duration: 2.000223248s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.508486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:51.508026Z","time spent":"2.000439684s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:05:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:53.720747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203816497s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:05:53.721012Z","caller":"traceutil/trace.go:171","msg":"trace[1179668973] transaction","detail":"{read_only:false; response_revision:26658; number_of_response:1; }","duration":"4.148088198s","start":"2026-02-27T02:05:49.572889Z","end":"2026-02-27T02:05:53.720977Z","steps":["trace[1179668973] 'process raft request' (duration: 2.943927592s)","trace[1179668973] 'compare' (duration: 1.203014846s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:53.72116Z","caller":"traceutil/trace.go:171","msg":"trace[1360985505] transaction","detail":"{read_only:false; response_revision:26663; number_of_response:1; }","duration":"245.897057ms","start":"2026-02-27T02:05:53.475237Z","end":"2026-02-27T02:05:53.721134Z","steps":["trace[1360985505] 'process raft request' (duration: 245.850576ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:53.721518Z","caller":"traceutil/trace.go:171","msg":"trace[324851786] transaction","detail":"{read_only:false; response_revision:26662; number_of_response:1; }","duration":"3.513654475s","start":"2026-02-27T02:05:50.207848Z","end":"2026-02-27T02:05:53.721502Z","steps":["trace[324851786] 'process raft request' (duration: 3.513192013s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.721588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:50.207819Z","time spent":"3.513729767s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:53.721564Z","caller":"traceutil/trace.go:171","msg":"trace[239957995] linearizableReadLoop","detail":"{readStateIndex:27936; appliedIndex:27929; }","duration":"4.223762577s","start":"2026-02-27T02:05:49.497754Z","end":"2026-02-27T02:05:53.721516Z","steps":["trace[239957995] 'read index received' (duration: 1.210601006s)","trace[239957995] 'applied index is now lower than readState.Index' (duration: 3.013156321s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:05:53.72172Z","caller":"traceutil/trace.go:171","msg":"trace[768338234] transaction","detail":"{read_only:false; response_revision:26659; number_of_response:1; }","duration":"4.148234502s","start":"2026-02-27T02:05:49.573476Z","end":"2026-02-27T02:05:53.721711Z","steps":["trace[768338234] 'process raft request' (duration: 4.14739336s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.72177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.573462Z","time spent":"4.148279573s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:53.721845Z","caller":"traceutil/trace.go:171","msg":"trace[1769685663] transaction","detail":"{read_only:false; response_revision:26660; number_of_response:1; }","duration":"4.147906704s","start":"2026-02-27T02:05:49.57393Z","end":"2026-02-27T02:05:53.721836Z","steps":["trace[1769685663] 'process raft request' (duration: 4.147035841s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.721872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.281470113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-02-27T02:05:53.721924Z","caller":"traceutil/trace.go:171","msg":"trace[1555432733] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26663; }","duration":"4.281565365s","start":"2026-02-27T02:05:49.44034Z","end":"2026-02-27T02:05:53.721905Z","steps":["trace[1555432733] 'agreement among raft nodes before linearized reading' (duration: 4.281363549s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.721986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.44032Z","time spent":"4.281656678s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-27T02:05:53.721984Z","caller":"traceutil/trace.go:171","msg":"trace[18358220] transaction","detail":"{read_only:false; response_revision:26661; number_of_response:1; }","duration":"4.142441819s","start":"2026-02-27T02:05:49.579529Z","end":"2026-02-27T02:05:53.721971Z","steps":["trace[18358220] 'process raft request' (duration: 4.141472684s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.722059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.579502Z","time spent":"4.142519071s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:53.722154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.875448897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:05:53.722195Z","caller":"traceutil/trace.go:171","msg":"trace[1022325111] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26663; }","duration":"5.875532259s","start":"2026-02-27T02:05:47.846651Z","end":"2026-02-27T02:05:53.722184Z","steps":["trace[1022325111] 'agreement among raft nodes before linearized reading' (duration: 5.875446607s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.722258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:47.84663Z","time spent":"5.875590341s","remote":"127.0.0.1:43768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:53.722211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.486612003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T02:05:53.722322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990405431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T02:05:53.722222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.456389714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:53.722367Z","caller":"traceutil/trace.go:171","msg":"trace[1888634600] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26663; }","duration":"3.990475413s","start":"2026-02-27T02:05:49.731877Z","end":"2026-02-27T02:05:53.722352Z","steps":["trace[1888634600] 'agreement among raft nodes before linearized reading' (duration: 3.990313439s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:53.722371Z","caller":"traceutil/trace.go:171","msg":"trace[1596290043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26663; }","duration":"4.486819208s","start":"2026-02-27T02:05:49.235528Z","end":"2026-02-27T02:05:53.722347Z","steps":["trace[1596290043] 'agreement among raft nodes before linearized reading' (duration: 4.486525091s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.722398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.731856Z","time spent":"3.990535596s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:05:53.722394Z","caller":"traceutil/trace.go:171","msg":"trace[2137131842] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26663; }","duration":"4.45660341s","start":"2026-02-27T02:05:49.265762Z","end":"2026-02-27T02:05:53.722365Z","steps":["trace[2137131842] 'agreement among raft nodes before linearized reading' (duration: 4.456315632s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.722429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.235506Z","time spent":"4.486912271s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:05:53.7224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.48572093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T02:05:53.722443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.485516573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T02:05:53.722501Z","caller":"traceutil/trace.go:171","msg":"trace[1614754449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26663; }","duration":"4.485596796s","start":"2026-02-27T02:05:49.236885Z","end":"2026-02-27T02:05:53.722482Z","steps":["trace[1614754449] 'agreement among raft nodes before linearized reading' (duration: 4.485447802s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:53.722504Z","caller":"traceutil/trace.go:171","msg":"trace[1696973645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26663; }","duration":"4.485848463s","start":"2026-02-27T02:05:49.236623Z","end":"2026-02-27T02:05:53.722472Z","steps":["trace[1696973645] 'agreement among raft nodes before linearized reading' (duration: 4.485499923s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.722519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.451248139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:05:53.722529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.488825711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T02:05:53.722535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.236874Z","time spent":"4.485652847s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:05:53.721924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.573919Z","time spent":"4.147945225s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:53.722514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.304633035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-27T02:05:53.722556Z","caller":"traceutil/trace.go:171","msg":"trace[2042048267] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26663; }","duration":"4.45130662s","start":"2026-02-27T02:05:49.271238Z","end":"2026-02-27T02:05:53.722545Z","steps":["trace[2042048267] 'agreement among raft nodes before linearized reading' (duration: 4.451243408s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:53.722566Z","caller":"traceutil/trace.go:171","msg":"trace[1095210940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26663; }","duration":"4.488900913s","start":"2026-02-27T02:05:49.233656Z","end":"2026-02-27T02:05:53.722556Z","steps":["trace[1095210940] 'agreement among raft nodes before linearized reading' (duration: 4.488761519s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.722447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.265749Z","time spent":"4.456682392s","remote":"127.0.0.1:58292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:53.722595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.271226Z","time spent":"4.451360682s","remote":"127.0.0.1:58396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:53.722601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.233632Z","time spent":"4.488963355s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T02:05:53.722604Z","caller":"traceutil/trace.go:171","msg":"trace[472456100] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26663; }","duration":"4.304791369s","start":"2026-02-27T02:05:49.417791Z","end":"2026-02-27T02:05:53.722582Z","steps":["trace[472456100] 'agreement among raft nodes before linearized reading' (duration: 4.30448672s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.722644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.417762Z","time spent":"4.304875221s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-27T02:05:53.722552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.236617Z","time spent":"4.485925685s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:05:53.722721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195436286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:05:53.722756Z","caller":"traceutil/trace.go:171","msg":"trace[1814815686] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26663; }","duration":"2.195508658s","start":"2026-02-27T02:05:51.527237Z","end":"2026-02-27T02:05:53.722745Z","steps":["trace[1814815686] 'agreement among raft nodes before linearized reading' (duration: 2.195430236s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.722756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137138596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-27T02:05:53.722773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.486182191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-02-27T02:05:53.722788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:51.527215Z","time spent":"2.19556518s","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:53.722798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238118565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:53.722802Z","caller":"traceutil/trace.go:171","msg":"trace[1608800912] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26663; }","duration":"1.137226808s","start":"2026-02-27T02:05:52.585564Z","end":"2026-02-27T02:05:53.722791Z","steps":["trace[1608800912] 'agreement among raft nodes before linearized reading' (duration: 1.137099335s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:53.722824Z","caller":"traceutil/trace.go:171","msg":"trace[189185744] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26663; }","duration":"4.486258054s","start":"2026-02-27T02:05:49.236551Z","end":"2026-02-27T02:05:53.722809Z","steps":["trace[189185744] 'agreement among raft nodes before linearized reading' (duration: 4.48611042s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:53.722831Z","caller":"traceutil/trace.go:171","msg":"trace[2034930227] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26663; }","duration":"3.238177977s","start":"2026-02-27T02:05:50.484643Z","end":"2026-02-27T02:05:53.722821Z","steps":["trace[2034930227] 'agreement among raft nodes before linearized reading' (duration: 3.238121805s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.722838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:52.585543Z","time spent":"1.137287679s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:05:53.722858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.236541Z","time spent":"4.486310375s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:05:53.722876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.236785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:05:53.72286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:50.484623Z","time spent":"3.238229089s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:05:53.722917Z","caller":"traceutil/trace.go:171","msg":"trace[1370823161] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26663; }","duration":"372.312027ms","start":"2026-02-27T02:05:53.350594Z","end":"2026-02-27T02:05:53.722906Z","steps":["trace[1370823161] 'agreement among raft nodes before linearized reading' (duration: 372.241235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.722927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.48993893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T02:05:53.722947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220415426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T02:05:53.722952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:53.350573Z","time spent":"372.369998ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:53.722713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.7983698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:53.722976Z","caller":"traceutil/trace.go:171","msg":"trace[280594722] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5; range_end:; response_count:1; response_revision:26663; }","duration":"2.220466178s","start":"2026-02-27T02:05:51.502501Z","end":"2026-02-27T02:05:53.722967Z","steps":["trace[280594722] 'agreement among raft nodes before linearized reading' (duration: 2.220384726s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.72298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.430533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-27T02:05:53.722989Z","caller":"traceutil/trace.go:171","msg":"trace[51411817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26663; }","duration":"4.490020373s","start":"2026-02-27T02:05:49.232945Z","end":"2026-02-27T02:05:53.722965Z","steps":["trace[51411817] 'agreement among raft nodes before linearized reading' (duration: 4.489844978s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:53.723012Z","caller":"traceutil/trace.go:171","msg":"trace[201631914] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:26663; }","duration":"455.494865ms","start":"2026-02-27T02:05:53.267509Z","end":"2026-02-27T02:05:53.723004Z","steps":["trace[201631914] 'agreement among raft nodes before linearized reading' (duration: 455.410742ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:53.723009Z","caller":"traceutil/trace.go:171","msg":"trace[512175460] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26663; }","duration":"5.79874215s","start":"2026-02-27T02:05:47.924248Z","end":"2026-02-27T02:05:53.72299Z","steps":["trace[512175460] 'agreement among raft nodes before linearized reading' (duration: 5.79835645s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.723042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:53.267489Z","time spent":"455.548247ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-02-27T02:05:53.723055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061288571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T02:05:53.723071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:47.924227Z","time spent":"5.798826413s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:53.723078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313890136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:05:53.723096Z","caller":"traceutil/trace.go:171","msg":"trace[16494576] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26663; }","duration":"1.061366643s","start":"2026-02-27T02:05:52.661719Z","end":"2026-02-27T02:05:53.723086Z","steps":["trace[16494576] 'agreement among raft nodes before linearized reading' (duration: 1.06125724s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:05:53.723112Z","caller":"traceutil/trace.go:171","msg":"trace[1568092669] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26663; }","duration":"2.313958127s","start":"2026-02-27T02:05:51.409145Z","end":"2026-02-27T02:05:53.723104Z","steps":["trace[1568092669] 'agreement among raft nodes before linearized reading' (duration: 2.313878875s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.723123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:52.661698Z","time spent":"1.061420465s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:05:53.723126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.891142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:05:53.723143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:51.409125Z","time spent":"2.314010779s","remote":"127.0.0.1:59778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:05:53.723162Z","caller":"traceutil/trace.go:171","msg":"trace[1982070811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26663; }","duration":"213.957384ms","start":"2026-02-27T02:05:53.509195Z","end":"2026-02-27T02:05:53.723153Z","steps":["trace[1982070811] 'agreement among raft nodes before linearized reading' (duration: 213.903942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.723007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:51.502487Z","time spent":"2.220511319s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" "} {"level":"warn","ts":"2026-02-27T02:05:53.722978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.537140306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:05:53.723052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.232929Z","time spent":"4.490110205s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:05:53.723272Z","caller":"traceutil/trace.go:171","msg":"trace[624005333] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26663; }","duration":"3.537463624s","start":"2026-02-27T02:05:50.185795Z","end":"2026-02-27T02:05:53.723259Z","steps":["trace[624005333] 'agreement among raft nodes before linearized reading' (duration: 3.537148706s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.723316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:50.185776Z","time spent":"3.537525427s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:53.723141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.083962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:53.723362Z","caller":"traceutil/trace.go:171","msg":"trace[1663840077] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26663; }","duration":"506.334938ms","start":"2026-02-27T02:05:53.217014Z","end":"2026-02-27T02:05:53.723349Z","steps":["trace[1663840077] 'agreement among raft nodes before linearized reading' (duration: 506.076731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:53.723394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:53.216996Z","time spent":"506.38887ms","remote":"127.0.0.1:58196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:05:53.721167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:49.57286Z","time spent":"4.148224222s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:05:54.228574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:05:55.73305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000348092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:05:55.733283Z","caller":"traceutil/trace.go:171","msg":"trace[1375004571] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000612928s","start":"2026-02-27T02:05:53.732637Z","end":"2026-02-27T02:05:55.73325Z","steps":["trace[1375004571] 'agreement among raft nodes before linearized reading' (duration: 2.000351152s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:55.733382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:53.732632Z","time spent":"2.000734122s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:05:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:56.775565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.143833ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:05:56.775688Z","caller":"traceutil/trace.go:171","msg":"trace[1171522211] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26663; }","duration":"830.277448ms","start":"2026-02-27T02:05:55.94539Z","end":"2026-02-27T02:05:56.775668Z","steps":["trace[1171522211] 'range keys from in-memory index tree' (duration: 830.122933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:56.776417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386785001s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-27T02:05:56.776526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:53.724403Z","time spent":"3.05211767s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:05:57.733505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000309872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:05:57.733593Z","caller":"traceutil/trace.go:171","msg":"trace[157734433] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000434255s","start":"2026-02-27T02:05:55.733129Z","end":"2026-02-27T02:05:57.733563Z","steps":["trace[157734433] 'agreement among raft nodes before linearized reading' (duration: 2.000341003s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:57.733649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.733116Z","time spent":"2.000503647s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:05:58.660429Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.27080688s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:05:58.727134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:53.728253Z","time spent":"4.998873687s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:05:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:58.727351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:53.728944Z","time spent":"4.998406445s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:05:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:58.73151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:53.731859Z","time spent":"4.999642547s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:05:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:59.23648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:53.728855Z","time spent":"5.507618288s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:05:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:59.238121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:53.729252Z","time spent":"5.508864641s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:05:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:59.256381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.751822729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:05:59.256464Z","caller":"traceutil/trace.go:171","msg":"trace[1792537158] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"4.751959392s","start":"2026-02-27T02:05:54.504482Z","end":"2026-02-27T02:05:59.256442Z","steps":["trace[1792537158] 'agreement among raft nodes before linearized reading' (duration: 4.75186492s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:59.257602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:53.729802Z","time spent":"5.527796682s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:05:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:59.256535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:54.50445Z","time spent":"4.752073615s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/02/27 02:05:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:59.499912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.189561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:05:59.500349Z","caller":"traceutil/trace.go:171","msg":"trace[1979433849] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"5.774001127s","start":"2026-02-27T02:05:53.726314Z","end":"2026-02-27T02:05:59.500315Z","steps":["trace[1979433849] 'process raft request' (duration: 4.934320282s)","trace[1979433849] 'compare' (duration: 838.517094ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:59.500567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:53.726294Z","time spent":"5.774198752s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:59.501811Z","caller":"traceutil/trace.go:171","msg":"trace[283193032] transaction","detail":"{read_only:false; response_revision:26669; number_of_response:1; }","duration":"5.772321773s","start":"2026-02-27T02:05:53.729473Z","end":"2026-02-27T02:05:59.501795Z","steps":["trace[283193032] 'process raft request' (duration: 5.772257421s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:59.501881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:53.729467Z","time spent":"5.772377224s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:05:59.502038Z","caller":"traceutil/trace.go:171","msg":"trace[1514051497] linearizableReadLoop","detail":"{readStateIndex:27946; appliedIndex:27937; }","duration":"5.774026398s","start":"2026-02-27T02:05:53.728001Z","end":"2026-02-27T02:05:59.502028Z","steps":["trace[1514051497] 'read index received' (duration: 661.607281ms)","trace[1514051497] 'applied index is now lower than readState.Index' (duration: 5.112418097s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:05:59.502254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.774190272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a0de5d09-e24f-4d39-b0c7-ddfee6094c46\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-27T02:05:59.502284Z","caller":"traceutil/trace.go:171","msg":"trace[1626650669] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a0de5d09-e24f-4d39-b0c7-ddfee6094c46; range_end:; response_count:1; response_revision:26671; }","duration":"5.774304534s","start":"2026-02-27T02:05:53.727972Z","end":"2026-02-27T02:05:59.502277Z","steps":["trace[1626650669] 'agreement among raft nodes before linearized reading' (duration: 5.77411761s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:59.502308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:53.727954Z","time spent":"5.774348136s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-a0de5d09-e24f-4d39-b0c7-ddfee6094c46\" "} {"level":"warn","ts":"2026-02-27T02:05:59.732639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.002140484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:05:59.732766Z","caller":"traceutil/trace.go:171","msg":"trace[1126247731] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"6.002306658s","start":"2026-02-27T02:05:53.730431Z","end":"2026-02-27T02:05:59.732738Z","steps":["trace[1126247731] 'agreement among raft nodes before linearized reading' (duration: 6.002149574s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:59.73421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:53.730425Z","time spent":"6.003765487s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/02/27 02:05:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:05:59.740553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999979602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:05:59.740642Z","caller":"traceutil/trace.go:171","msg":"trace[1262006243] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000090545s","start":"2026-02-27T02:05:57.74053Z","end":"2026-02-27T02:05:59.740621Z","steps":["trace[1262006243] 'agreement among raft nodes before linearized reading' (duration: 1.999972852s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:05:59.740685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:57.740498Z","time spent":"2.000180087s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:00.003026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:00.503651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:00.727399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.729412Z","time spent":"4.997977214s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:06:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:00.72797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.729635Z","time spent":"4.998324863s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:06:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:00.72929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.731028Z","time spent":"4.998258111s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:06:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:00.729956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.731604Z","time spent":"4.998348633s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:06:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:01.004759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:01.158196Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.33070361s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:01.741555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000214929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:01.741681Z","caller":"traceutil/trace.go:171","msg":"trace[1803177880] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370353s","start":"2026-02-27T02:05:59.741271Z","end":"2026-02-27T02:06:01.741641Z","steps":["trace[1803177880] 'agreement among raft nodes before linearized reading' (duration: 2.00023761s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:01.741735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:59.741215Z","time spent":"2.000509727s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:01.939669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999963932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:01.939789Z","caller":"traceutil/trace.go:171","msg":"trace[2009467781] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000203818s","start":"2026-02-27T02:05:59.939548Z","end":"2026-02-27T02:06:01.939752Z","steps":["trace[2009467781] 'agreement among raft nodes before linearized reading' (duration: 2.000068205s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:01.939849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:59.939522Z","time spent":"2.000311011s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:03.013894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000399992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:03.014026Z","caller":"traceutil/trace.go:171","msg":"trace[1305274603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000611578s","start":"2026-02-27T02:06:01.013383Z","end":"2026-02-27T02:06:03.013994Z","steps":["trace[1305274603] 'agreement among raft nodes before linearized reading' (duration: 2.000458914s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:03.014096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:01.013354Z","time spent":"2.000726932s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:03.080039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920402209s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:03.080478Z","caller":"traceutil/trace.go:171","msg":"trace[1439281116] transaction","detail":"{read_only:false; response_revision:26677; number_of_response:1; }","duration":"5.390139474s","start":"2026-02-27T02:05:57.690317Z","end":"2026-02-27T02:06:03.080456Z","steps":["trace[1439281116] 'process raft request' (duration: 5.390094153s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:03.080613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:57.690295Z","time spent":"5.390223666s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:03.080595Z","caller":"traceutil/trace.go:171","msg":"trace[674793340] transaction","detail":"{read_only:false; response_revision:26676; number_of_response:1; }","duration":"6.301622777s","start":"2026-02-27T02:05:56.778861Z","end":"2026-02-27T02:06:03.080484Z","steps":["trace[674793340] 'process raft request' (duration: 6.301511594s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:03.08078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:56.778834Z","time spent":"6.301849493s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:03.749074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000023302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:03.749174Z","caller":"traceutil/trace.go:171","msg":"trace[118028568] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000179117s","start":"2026-02-27T02:06:01.748973Z","end":"2026-02-27T02:06:03.749153Z","steps":["trace[118028568] 'agreement among raft nodes before linearized reading' (duration: 2.000054813s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:03.749223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:01.748952Z","time spent":"2.000261639s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:04.176609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99990764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:04.176733Z","caller":"traceutil/trace.go:171","msg":"trace[2021602411] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000099185s","start":"2026-02-27T02:06:02.176602Z","end":"2026-02-27T02:06:04.176701Z","steps":["trace[2021602411] 'agreement among raft nodes before linearized reading' (duration: 1.999955831s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:04.176796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:02.176576Z","time spent":"2.000206277s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:04.233492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:59.235022Z","time spent":"4.998459506s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:06:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:04.238463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:59.239498Z","time spent":"4.9989608s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:06:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:04.362405Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.713636577s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:05.727463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997585893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-27T02:06:05.728827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998391725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:05.728923Z","caller":"traceutil/trace.go:171","msg":"trace[55910783] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998525098s","start":"2026-02-27T02:06:00.730375Z","end":"2026-02-27T02:06:05.7289Z","steps":["trace[55910783] 'agreement among raft nodes before linearized reading' (duration: 4.998405544s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.728968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:00.730364Z","time spent":"4.99859672s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/27 02:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T02:06:05.72889Z","caller":"traceutil/trace.go:171","msg":"trace[2040191076] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999083393s","start":"2026-02-27T02:06:00.729779Z","end":"2026-02-27T02:06:05.728862Z","steps":["trace[2040191076] 'agreement among raft nodes before linearized reading' (duration: 4.997608944s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.729114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:00.729759Z","time spent":"4.99933501s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/27 02:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:05.729467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998663012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:05.729509Z","caller":"traceutil/trace.go:171","msg":"trace[885717761] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998748674s","start":"2026-02-27T02:06:00.73075Z","end":"2026-02-27T02:06:05.729499Z","steps":["trace[885717761] 'agreement among raft nodes before linearized reading' (duration: 4.998681782s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.729537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:00.730742Z","time spent":"4.998784475s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/27 02:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:05.730761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996026332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:05.730795Z","caller":"traceutil/trace.go:171","msg":"trace[2016292383] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.996062743s","start":"2026-02-27T02:06:00.734725Z","end":"2026-02-27T02:06:05.730787Z","steps":["trace[2016292383] 'agreement among raft nodes before linearized reading' (duration: 4.996026752s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.731111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:00.734654Z","time spent":"4.996158305s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/27 02:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:05.732614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:58.731629Z","time spent":"7.000982235s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:06:05.754604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999848409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:05.754706Z","caller":"traceutil/trace.go:171","msg":"trace[92822425] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999998833s","start":"2026-02-27T02:06:03.754687Z","end":"2026-02-27T02:06:05.754686Z","steps":["trace[92822425] 'agreement among raft nodes before linearized reading' (duration: 1.99987726s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.754745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:03.754669Z","time spent":"2.000068814s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:05.832738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469824795s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:05.834329Z","caller":"traceutil/trace.go:171","msg":"trace[1537636499] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26678; }","duration":"6.596040648s","start":"2026-02-27T02:05:59.238255Z","end":"2026-02-27T02:06:05.834296Z","steps":["trace[1537636499] 'process raft request' (duration: 6.594702882s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:05.83447Z","caller":"traceutil/trace.go:171","msg":"trace[177612742] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"5.810348078s","start":"2026-02-27T02:06:00.024074Z","end":"2026-02-27T02:06:05.834422Z","steps":["trace[177612742] 'process raft request' (duration: 5.80892661s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.834521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:59.238242Z","time spent":"6.596201641s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":470,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:05.834621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:00.024046Z","time spent":"5.810502722s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:05.834763Z","caller":"traceutil/trace.go:171","msg":"trace[609187301] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26678; }","duration":"6.597683051s","start":"2026-02-27T02:05:59.237068Z","end":"2026-02-27T02:06:05.834751Z","steps":["trace[609187301] 'process raft request' (duration: 6.595854882s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:05.834853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:59.237046Z","time spent":"6.597771743s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":474,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:07.250215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999576092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:07.250388Z","caller":"traceutil/trace.go:171","msg":"trace[739476391] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"9.999814188s","start":"2026-02-27T02:05:57.250548Z","end":"2026-02-27T02:06:07.250362Z","steps":["trace[739476391] 'agreement among raft nodes before linearized reading' (duration: 9.999607993s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:07.250492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:57.250526Z","time spent":"9.999950041s","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:06:07.755028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999273963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:07.755135Z","caller":"traceutil/trace.go:171","msg":"trace[1046985164] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999474319s","start":"2026-02-27T02:06:05.755636Z","end":"2026-02-27T02:06:07.75511Z","steps":["trace[1046985164] 'agreement among raft nodes before linearized reading' (duration: 1.999349695s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:07.755206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:05.755569Z","time spent":"1.999627083s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:07.781122Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6bdb9c9cad6e6a2d","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T02:06:09.762055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000148367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:09.762155Z","caller":"traceutil/trace.go:171","msg":"trace[1598489294] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000305451s","start":"2026-02-27T02:06:07.761826Z","end":"2026-02-27T02:06:09.762131Z","steps":["trace[1598489294] 'agreement among raft nodes before linearized reading' (duration: 2.000184658s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:09.762206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:07.761777Z","time spent":"2.000420414s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:10.477134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.644049901s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T02:06:10.477395Z","caller":"traceutil/trace.go:171","msg":"trace[316168624] linearizableReadLoop","detail":"{readStateIndex:27959; appliedIndex:27946; }","duration":"10.975304512s","start":"2026-02-27T02:05:59.502068Z","end":"2026-02-27T02:06:10.477373Z","steps":["trace[316168624] 'read index received' (duration: 1.656427755s)","trace[316168624] 'applied index is now lower than readState.Index' (duration: 9.318875437s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:10.477679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.532073723s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:10.477788Z","caller":"traceutil/trace.go:171","msg":"trace[1666668256] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26679; }","duration":"4.532194056s","start":"2026-02-27T02:06:05.945578Z","end":"2026-02-27T02:06:10.477772Z","steps":["trace[1666668256] 'range keys from in-memory index tree' (duration: 4.532059692s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.477879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.342174778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:10.477938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.362375382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:10.477958Z","caller":"traceutil/trace.go:171","msg":"trace[1293705658] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26679; }","duration":"13.34227598s","start":"2026-02-27T02:05:57.135662Z","end":"2026-02-27T02:06:10.477938Z","steps":["trace[1293705658] 'agreement among raft nodes before linearized reading' (duration: 13.342151327s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.477984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:57.135655Z","time spent":"13.342324282s","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:10.47803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.944190494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:10.478071Z","caller":"traceutil/trace.go:171","msg":"trace[1432421347] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26679; }","duration":"13.944281486s","start":"2026-02-27T02:05:56.533781Z","end":"2026-02-27T02:06:10.478062Z","steps":["trace[1432421347] 'agreement among raft nodes before linearized reading' (duration: 13.944220245s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.47811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:56.533752Z","time spent":"13.944349048s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:10.478384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.510689772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7566"} {"level":"info","ts":"2026-02-27T02:06:10.478424Z","caller":"traceutil/trace.go:171","msg":"trace[215724757] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26679; }","duration":"14.510729593s","start":"2026-02-27T02:05:55.967686Z","end":"2026-02-27T02:06:10.478415Z","steps":["trace[215724757] 'agreement among raft nodes before linearized reading' (duration: 14.510605699s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.478457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.967612Z","time spent":"14.510839206s","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7588,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T02:06:10.478482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.102875413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:10.478514Z","caller":"traceutil/trace.go:171","msg":"trace[1536559670] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26679; }","duration":"11.102943635s","start":"2026-02-27T02:05:59.375558Z","end":"2026-02-27T02:06:10.478502Z","steps":["trace[1536559670] 'agreement among raft nodes before linearized reading' (duration: 11.102899604s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.478532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:59.37551Z","time spent":"11.103018767s","remote":"127.0.0.1:58580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:10.478541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.743400293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-02-27T02:06:10.478588Z","caller":"traceutil/trace.go:171","msg":"trace[1986108230] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26679; }","duration":"16.743454834s","start":"2026-02-27T02:05:53.735121Z","end":"2026-02-27T02:06:10.478576Z","steps":["trace[1986108230] 'agreement among raft nodes before linearized reading' (duration: 16.743327601s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.478626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:53.735116Z","time spent":"16.743501075s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T02:06:10.478676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.260641932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T02:06:10.478698Z","caller":"traceutil/trace.go:171","msg":"trace[440710500] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26679; }","duration":"11.260699213s","start":"2026-02-27T02:05:59.217993Z","end":"2026-02-27T02:06:10.478692Z","steps":["trace[440710500] 'agreement among raft nodes before linearized reading' (duration: 11.260606251s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.478716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:59.217967Z","time spent":"11.260745324s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:06:10.478834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.494492749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:10.478855Z","caller":"traceutil/trace.go:171","msg":"trace[1126635437] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26679; }","duration":"11.494558501s","start":"2026-02-27T02:05:58.98429Z","end":"2026-02-27T02:06:10.478849Z","steps":["trace[1126635437] 'agreement among raft nodes before linearized reading' (duration: 11.49452201s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.478882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:58.98426Z","time spent":"11.494618692s","remote":"127.0.0.1:51802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:10.478975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.211963915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:10.478997Z","caller":"traceutil/trace.go:171","msg":"trace[888374393] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26679; }","duration":"12.212027408s","start":"2026-02-27T02:05:58.266965Z","end":"2026-02-27T02:06:10.478992Z","steps":["trace[888374393] 'agreement among raft nodes before linearized reading' (duration: 12.211991957s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.479012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:58.266942Z","time spent":"12.212066088s","remote":"127.0.0.1:47588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:10.479022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.815181307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:10.479069Z","caller":"traceutil/trace.go:171","msg":"trace[286405300] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26679; }","duration":"14.815242669s","start":"2026-02-27T02:05:55.663811Z","end":"2026-02-27T02:06:10.479053Z","steps":["trace[286405300] 'agreement among raft nodes before linearized reading' (duration: 14.815106875s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.479099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.689388811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:10.479114Z","caller":"traceutil/trace.go:171","msg":"trace[439899856] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26679; }","duration":"12.689440922s","start":"2026-02-27T02:05:57.789668Z","end":"2026-02-27T02:06:10.479109Z","steps":["trace[439899856] 'agreement among raft nodes before linearized reading' (duration: 12.689409241s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.479118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.663803Z","time spent":"14.81530298s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":94,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:10.479134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:57.789647Z","time spent":"12.689482393s","remote":"127.0.0.1:43834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:10.479284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.745339279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:10.479329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.818633678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:10.479363Z","caller":"traceutil/trace.go:171","msg":"trace[1278960737] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26679; }","duration":"14.81870101s","start":"2026-02-27T02:05:55.660651Z","end":"2026-02-27T02:06:10.479352Z","steps":["trace[1278960737] 'agreement among raft nodes before linearized reading' (duration: 14.818645259s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:10.479368Z","caller":"traceutil/trace.go:171","msg":"trace[1167566826] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26679; }","duration":"12.745477212s","start":"2026-02-27T02:05:57.733871Z","end":"2026-02-27T02:06:10.479349Z","steps":["trace[1167566826] 'agreement among raft nodes before linearized reading' (duration: 12.745345079s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.479397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.005969134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:10.479403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.660636Z","time spent":"14.818756422s","remote":"127.0.0.1:43594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:10.479407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:57.733818Z","time spent":"12.745581215s","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:10.477981Z","caller":"traceutil/trace.go:171","msg":"trace[2052340435] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26679; }","duration":"13.362464304s","start":"2026-02-27T02:05:57.115502Z","end":"2026-02-27T02:06:10.477967Z","steps":["trace[2052340435] 'agreement among raft nodes before linearized reading' (duration: 13.362371741s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.479466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.889827739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:10.479482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.488961049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-02-27T02:06:10.479543Z","caller":"traceutil/trace.go:171","msg":"trace[1851548786] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26679; }","duration":"14.889945282s","start":"2026-02-27T02:05:55.589582Z","end":"2026-02-27T02:06:10.479527Z","steps":["trace[1851548786] 'agreement among raft nodes before linearized reading' (duration: 14.889838259s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.479511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.417942994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:10.479555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.281838016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:10.479561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.174083167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:10.479588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.589559Z","time spent":"14.890019214s","remote":"127.0.0.1:60088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:10.479592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.833108841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:10.479608Z","caller":"traceutil/trace.go:171","msg":"trace[1440589754] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26679; }","duration":"15.281931739s","start":"2026-02-27T02:05:55.197661Z","end":"2026-02-27T02:06:10.479592Z","steps":["trace[1440589754] 'agreement among raft nodes before linearized reading' (duration: 15.281844927s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:10.479615Z","caller":"traceutil/trace.go:171","msg":"trace[1906934664] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26679; }","duration":"13.174186039s","start":"2026-02-27T02:05:57.305415Z","end":"2026-02-27T02:06:10.479601Z","steps":["trace[1906934664] 'agreement among raft nodes before linearized reading' (duration: 13.174108887s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:10.479625Z","caller":"traceutil/trace.go:171","msg":"trace[1832468935] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26679; }","duration":"14.833170702s","start":"2026-02-27T02:05:55.646444Z","end":"2026-02-27T02:06:10.479615Z","steps":["trace[1832468935] 'agreement among raft nodes before linearized reading' (duration: 14.833125311s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:10.479609Z","caller":"traceutil/trace.go:171","msg":"trace[1168395138] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26679; }","duration":"16.418093698s","start":"2026-02-27T02:05:54.06149Z","end":"2026-02-27T02:06:10.479583Z","steps":["trace[1168395138] 'agreement among raft nodes before linearized reading' (duration: 16.417943734s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.479626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.854897757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:10.479651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.646427Z","time spent":"14.833220393s","remote":"127.0.0.1:59786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:10.479663Z","caller":"traceutil/trace.go:171","msg":"trace[429974673] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26679; }","duration":"15.854966999s","start":"2026-02-27T02:05:54.624685Z","end":"2026-02-27T02:06:10.479652Z","steps":["trace[429974673] 'agreement among raft nodes before linearized reading' (duration: 15.854910488s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.479658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:55.197638Z","time spent":"15.28200837s","remote":"127.0.0.1:43724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:10.479667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:54.061464Z","time spent":"16.418191831s","remote":"127.0.0.1:58472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:10.479557Z","caller":"traceutil/trace.go:171","msg":"trace[913438796] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26679; }","duration":"15.489064731s","start":"2026-02-27T02:05:54.99047Z","end":"2026-02-27T02:06:10.479535Z","steps":["trace[913438796] 'agreement among raft nodes before linearized reading' (duration: 15.488947428s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.479697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:54.624665Z","time spent":"15.85502207s","remote":"127.0.0.1:58412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:10.479718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:54.990449Z","time spent":"15.489257766s","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T02:06:10.479488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:57.115473Z","time spent":"13.363975044s","remote":"127.0.0.1:58592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:10.479424Z","caller":"traceutil/trace.go:171","msg":"trace[251525041] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26679; }","duration":"13.006031586s","start":"2026-02-27T02:05:57.473385Z","end":"2026-02-27T02:06:10.479416Z","steps":["trace[251525041] 'agreement among raft nodes before linearized reading' (duration: 13.005994425s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.479898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:57.473363Z","time spent":"13.00652116s","remote":"127.0.0.1:58438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:10.479975Z","caller":"traceutil/trace.go:171","msg":"trace[760295758] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"6.557791706s","start":"2026-02-27T02:06:03.922168Z","end":"2026-02-27T02:06:10.47996Z","steps":["trace[760295758] 'process raft request' (duration: 6.555088114s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:10.479665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:57.305391Z","time spent":"13.174255481s","remote":"127.0.0.1:58336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:10.480041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:03.922147Z","time spent":"6.557848537s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:11.894373Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.340130628s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:12.709434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:11.87122Z","time spent":"838.196916ms","remote":"127.0.0.1:47634","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:06:12.709486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.204810689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:06:12.709586Z","caller":"traceutil/trace.go:171","msg":"trace[149404879] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5; range_end:; response_count:1; response_revision:26680; }","duration":"13.204938203s","start":"2026-02-27T02:05:59.504617Z","end":"2026-02-27T02:06:12.709555Z","steps":["trace[149404879] 'agreement among raft nodes before linearized reading' (duration: 10.975326313s)","trace[149404879] 'range keys from in-memory index tree' (duration: 2.229311732s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.709639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:59.504601Z","time spent":"13.205024915s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" "} {"level":"warn","ts":"2026-02-27T02:06:12.709818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.440425252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:12.709914Z","caller":"traceutil/trace.go:171","msg":"trace[275220012] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26680; }","duration":"4.440585957s","start":"2026-02-27T02:06:08.269299Z","end":"2026-02-27T02:06:12.709885Z","steps":["trace[275220012] 'agreement among raft nodes before linearized reading' (duration: 2.210737871s)","trace[275220012] 'count revisions from in-memory index tree' (duration: 2.229719832s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.709959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:08.269276Z","time spent":"4.440673208s","remote":"127.0.0.1:58222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:12.709973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.008805139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:12.710051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.18786075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:12.710069Z","caller":"traceutil/trace.go:171","msg":"trace[638467504] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26680; }","duration":"12.008910962s","start":"2026-02-27T02:06:00.701133Z","end":"2026-02-27T02:06:12.710044Z","steps":["trace[638467504] 'agreement among raft nodes before linearized reading' (duration: 9.778988564s)","trace[638467504] 'count revisions from in-memory index tree' (duration: 2.229796025s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.710119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:00.701081Z","time spent":"12.009027465s","remote":"127.0.0.1:58164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:12.71016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.606747359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:12.710165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.009828697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:12.710157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.765068504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:12.710207Z","caller":"traceutil/trace.go:171","msg":"trace[1816959461] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26680; }","duration":"5.009900209s","start":"2026-02-27T02:06:07.700295Z","end":"2026-02-27T02:06:12.710195Z","steps":["trace[1816959461] 'agreement among raft nodes before linearized reading' (duration: 2.779745745s)","trace[1816959461] 'count revisions from in-memory index tree' (duration: 2.230106893s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.710233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.58914172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:12.71023Z","caller":"traceutil/trace.go:171","msg":"trace[1781524189] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26680; }","duration":"7.765197327s","start":"2026-02-27T02:06:04.945014Z","end":"2026-02-27T02:06:12.710212Z","steps":["trace[1781524189] 'agreement among raft nodes before linearized reading' (duration: 5.535045363s)","trace[1781524189] 'count revisions from in-memory index tree' (duration: 2.230050692s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.710257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:07.700272Z","time spent":"5.00997531s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:12.710108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.978708127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-02-27T02:06:12.71019Z","caller":"traceutil/trace.go:171","msg":"trace[519433368] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26680; }","duration":"6.60679812s","start":"2026-02-27T02:06:06.103381Z","end":"2026-02-27T02:06:12.710179Z","steps":["trace[519433368] 'agreement among raft nodes before linearized reading' (duration: 4.376648746s)","trace[519433368] 'count revisions from in-memory index tree' (duration: 2.230117603s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.71028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.756509728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:12.710285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.266932703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:12.710352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.979038546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-02-27T02:06:12.710345Z","caller":"traceutil/trace.go:171","msg":"trace[16620813] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26680; }","duration":"7.75661185s","start":"2026-02-27T02:06:04.953712Z","end":"2026-02-27T02:06:12.710324Z","steps":["trace[16620813] 'agreement among raft nodes before linearized reading' (duration: 5.526339523s)","trace[16620813] 'count revisions from in-memory index tree' (duration: 2.230200036s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:12.710379Z","caller":"traceutil/trace.go:171","msg":"trace[1427141498] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"6.979093977s","start":"2026-02-27T02:06:05.73128Z","end":"2026-02-27T02:06:12.710374Z","steps":["trace[1427141498] 'agreement among raft nodes before linearized reading' (duration: 4.748684786s)","trace[1427141498] 'range keys from in-memory index tree' (duration: 2.23037063s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:12.710368Z","caller":"traceutil/trace.go:171","msg":"trace[1160652244] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26680; }","duration":"7.267070256s","start":"2026-02-27T02:06:05.443279Z","end":"2026-02-27T02:06:12.710349Z","steps":["trace[1160652244] 'agreement among raft nodes before linearized reading' (duration: 5.036763448s)","trace[1160652244] 'count revisions from in-memory index tree' (duration: 2.230206075s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:12.710255Z","caller":"traceutil/trace.go:171","msg":"trace[341115837] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26680; }","duration":"10.58918831s","start":"2026-02-27T02:06:02.12106Z","end":"2026-02-27T02:06:12.710248Z","steps":["trace[341115837] 'agreement among raft nodes before linearized reading' (duration: 8.358973204s)","trace[341115837] 'count revisions from in-memory index tree' (duration: 2.230182355s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.710126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.406999219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:12.7104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:04.953686Z","time spent":"7.756699582s","remote":"127.0.0.1:57990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:12.710424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:05.443251Z","time spent":"7.267156909s","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:12.710439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.681311014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17230"} {"level":"warn","ts":"2026-02-27T02:06:12.710474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.938844082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:12.710504Z","caller":"traceutil/trace.go:171","msg":"trace[2057309356] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26680; }","duration":"12.938901234s","start":"2026-02-27T02:05:59.771596Z","end":"2026-02-27T02:06:12.710497Z","steps":["trace[2057309356] 'agreement among raft nodes before linearized reading' (duration: 10.708542864s)","trace[2057309356] 'count revisions from in-memory index tree' (duration: 2.230317249s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.710517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.275579517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:12.710526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:59.771576Z","time spent":"12.938943295s","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:12.710527Z","caller":"traceutil/trace.go:171","msg":"trace[704116014] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26680; }","duration":"10.681385416s","start":"2026-02-27T02:06:02.029083Z","end":"2026-02-27T02:06:12.710468Z","steps":["trace[704116014] 'agreement among raft nodes before linearized reading' (duration: 8.451029597s)","trace[704116014] 'range keys from in-memory index tree' (duration: 2.230215026s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:12.710544Z","caller":"traceutil/trace.go:171","msg":"trace[1120453001] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26680; }","duration":"12.27564695s","start":"2026-02-27T02:06:00.434886Z","end":"2026-02-27T02:06:12.710533Z","steps":["trace[1120453001] 'agreement among raft nodes before linearized reading' (duration: 10.045242359s)","trace[1120453001] 'count revisions from in-memory index tree' (duration: 2.23037667s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.710564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:00.434861Z","time spent":"12.275698111s","remote":"127.0.0.1:60232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:12.710565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:02.029062Z","time spent":"10.681493349s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17252,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T02:06:12.710426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961151307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:12.710595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.787207166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:12.71064Z","caller":"traceutil/trace.go:171","msg":"trace[1667956902] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26680; }","duration":"12.787294338s","start":"2026-02-27T02:05:59.923334Z","end":"2026-02-27T02:06:12.710628Z","steps":["trace[1667956902] 'agreement among raft nodes before linearized reading' (duration: 10.556799285s)","trace[1667956902] 'count revisions from in-memory index tree' (duration: 2.230442912s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:12.710653Z","caller":"traceutil/trace.go:171","msg":"trace[524963393] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26680; }","duration":"2.961412914s","start":"2026-02-27T02:06:09.749187Z","end":"2026-02-27T02:06:12.7106Z","steps":["trace[524963393] 'agreement among raft nodes before linearized reading' (duration: 730.802627ms)","trace[524963393] 'count revisions from in-memory index tree' (duration: 2.230216246s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.710678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:59.923309Z","time spent":"12.78736098s","remote":"127.0.0.1:39638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:12.710695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.45350129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:12.710436Z","caller":"traceutil/trace.go:171","msg":"trace[189750537] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26680; }","duration":"4.407337848s","start":"2026-02-27T02:06:08.303084Z","end":"2026-02-27T02:06:12.710422Z","steps":["trace[189750537] 'agreement among raft nodes before linearized reading' (duration: 2.176942387s)","trace[189750537] 'count revisions from in-memory index tree' (duration: 2.230081573s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.710738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:09.74916Z","time spent":"2.961560528s","remote":"127.0.0.1:39588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:12.710761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:08.303065Z","time spent":"4.407688177s","remote":"127.0.0.1:58234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:12.710322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:06.10336Z","time spent":"6.606955224s","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:12.710758Z","caller":"traceutil/trace.go:171","msg":"trace[274728081] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26680; }","duration":"5.453595982s","start":"2026-02-27T02:06:07.257134Z","end":"2026-02-27T02:06:12.71073Z","steps":["trace[274728081] 'agreement among raft nodes before linearized reading' (duration: 3.222872793s)","trace[274728081] 'count revisions from in-memory index tree' (duration: 2.230652057s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:12.710767Z","caller":"traceutil/trace.go:171","msg":"trace[1041248478] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"6.978976384s","start":"2026-02-27T02:06:05.731338Z","end":"2026-02-27T02:06:12.710314Z","steps":["trace[1041248478] 'agreement among raft nodes before linearized reading' (duration: 4.748682306s)","trace[1041248478] 'range keys from in-memory index tree' (duration: 2.230005311s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.710812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:07.25711Z","time spent":"5.453687135s","remote":"127.0.0.1:58218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:12.710831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:05.731321Z","time spent":"6.979494417s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/27 02:06:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T02:06:12.71012Z","caller":"traceutil/trace.go:171","msg":"trace[808205316] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26680; }","duration":"5.187982813s","start":"2026-02-27T02:06:07.522116Z","end":"2026-02-27T02:06:12.710099Z","steps":["trace[808205316] 'agreement among raft nodes before linearized reading' (duration: 2.957930062s)","trace[808205316] 'count revisions from in-memory index tree' (duration: 2.229960049s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.710949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.974006523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T02:06:12.71098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:07.52209Z","time spent":"5.188872807s","remote":"127.0.0.1:60248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:12.710986Z","caller":"traceutil/trace.go:171","msg":"trace[116478269] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26680; }","duration":"6.974076125s","start":"2026-02-27T02:06:05.736898Z","end":"2026-02-27T02:06:12.710974Z","steps":["trace[116478269] 'agreement among raft nodes before linearized reading' (duration: 4.743114819s)","trace[116478269] 'range keys from in-memory index tree' (duration: 2.230871063s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.710393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948041971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:12.711002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.205805766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-27T02:06:12.71104Z","caller":"traceutil/trace.go:171","msg":"trace[500558985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26680; }","duration":"2.948721789s","start":"2026-02-27T02:06:09.762305Z","end":"2026-02-27T02:06:12.711027Z","steps":["trace[500558985] 'agreement among raft nodes before linearized reading' (duration: 717.672031ms)","trace[500558985] 'range keys from in-memory index tree' (duration: 2.230401911s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.71105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:05.736878Z","time spent":"6.974142136s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T02:06:12.711064Z","caller":"traceutil/trace.go:171","msg":"trace[847824640] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26680; }","duration":"13.205857707s","start":"2026-02-27T02:05:59.505187Z","end":"2026-02-27T02:06:12.711044Z","steps":["trace[847824640] 'agreement among raft nodes before linearized reading' (duration: 10.974958063s)","trace[847824640] 'range keys from in-memory index tree' (duration: 2.23076925s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.711098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:09.762294Z","time spent":"2.94878826s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:12.71029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:04.944989Z","time spent":"7.765293329s","remote":"127.0.0.1:58368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:12.7104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:05.731263Z","time spent":"6.979132578s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-27T02:06:12.711107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:05:59.50518Z","time spent":"13.205913889s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} 2026/02/27 02:06:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:12.710435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:02.121046Z","time spent":"10.589378116s","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:12.710046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.200332202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:12.711295Z","caller":"traceutil/trace.go:171","msg":"trace[336102206] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26680; }","duration":"6.201632397s","start":"2026-02-27T02:06:06.509643Z","end":"2026-02-27T02:06:12.711276Z","steps":["trace[336102206] 'agreement among raft nodes before linearized reading' (duration: 3.970364223s)","trace[336102206] 'count revisions from in-memory index tree' (duration: 2.22997672s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.710881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.522924478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:06:12.710907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.778920984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:06:12.711362Z","caller":"traceutil/trace.go:171","msg":"trace[870405636] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26680; }","duration":"8.523452191s","start":"2026-02-27T02:06:04.187896Z","end":"2026-02-27T02:06:12.711348Z","steps":["trace[870405636] 'agreement among raft nodes before linearized reading' (duration: 6.292170487s)","trace[870405636] 'count revisions from in-memory index tree' (duration: 2.230644817s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.711358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:06.509617Z","time spent":"6.201722479s","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:12.711379Z","caller":"traceutil/trace.go:171","msg":"trace[903204926] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26680; }","duration":"3.779428078s","start":"2026-02-27T02:06:08.931935Z","end":"2026-02-27T02:06:12.711363Z","steps":["trace[903204926] 'agreement among raft nodes before linearized reading' (duration: 1.548063872s)","trace[903204926] 'count revisions from in-memory index tree' (duration: 2.230881193s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.7114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:04.187872Z","time spent":"8.523517654s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2755,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:12.711426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:08.93191Z","time spent":"3.779500799s","remote":"127.0.0.1:43660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":191,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:12.710932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.237853227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:12.711015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.627167383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T02:06:12.711482Z","caller":"traceutil/trace.go:171","msg":"trace[837518204] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26680; }","duration":"9.627667847s","start":"2026-02-27T02:06:03.0838Z","end":"2026-02-27T02:06:12.711467Z","steps":["trace[837518204] 'agreement among raft nodes before linearized reading' (duration: 7.396398083s)","trace[837518204] 'range keys from in-memory index tree' (duration: 2.230723479s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:12.711478Z","caller":"traceutil/trace.go:171","msg":"trace[1256811163] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26680; }","duration":"9.238454593s","start":"2026-02-27T02:06:03.473005Z","end":"2026-02-27T02:06:12.71146Z","steps":["trace[1256811163] 'agreement among raft nodes before linearized reading' (duration: 7.007149909s)","trace[1256811163] 'count revisions from in-memory index tree' (duration: 2.23075873s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:12.711535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:03.083778Z","time spent":"9.627744839s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T02:06:12.711564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:03.472982Z","time spent":"9.238555695s","remote":"127.0.0.1:58552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:13.77145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:06:13.771539Z","caller":"traceutil/trace.go:171","msg":"trace[1776771758] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000470315s","start":"2026-02-27T02:06:11.771048Z","end":"2026-02-27T02:06:13.771518Z","steps":["trace[1776771758] 'agreement among raft nodes before linearized reading' (duration: 2.000335831s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:13.771583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:11.771025Z","time spent":"2.000549926s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:15.771547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99987149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:15.771662Z","caller":"traceutil/trace.go:171","msg":"trace[505192743] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000002713s","start":"2026-02-27T02:06:13.771635Z","end":"2026-02-27T02:06:15.771638Z","steps":["trace[505192743] 'agreement among raft nodes before linearized reading' (duration: 1.99986672s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:15.77171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:13.771595Z","time spent":"2.000107056s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:16.60899Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.01722876s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:16.705932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:13.968367Z","time spent":"2.737554611s","remote":"127.0.0.1:42172","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:06:16.706082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.898405ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:16.706149Z","caller":"traceutil/trace.go:171","msg":"trace[1644727985] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26681; }","duration":"760.970267ms","start":"2026-02-27T02:06:15.94516Z","end":"2026-02-27T02:06:16.70613Z","steps":["trace[1644727985] 'range keys from in-memory index tree' (duration: 760.887684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:16.705643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.151214445s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T02:06:16.708476Z","caller":"traceutil/trace.go:171","msg":"trace[425308821] linearizableReadLoop","detail":"{readStateIndex:27961; appliedIndex:27960; }","duration":"6.224077239s","start":"2026-02-27T02:06:10.484354Z","end":"2026-02-27T02:06:16.708431Z","steps":["trace[425308821] 'read index received' (duration: 69.990969ms)","trace[425308821] 'applied index is now lower than readState.Index' (duration: 6.15408462s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:16.708682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.224318966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:951"} {"level":"info","ts":"2026-02-27T02:06:16.708723Z","caller":"traceutil/trace.go:171","msg":"trace[639556965] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26681; }","duration":"6.224387108s","start":"2026-02-27T02:06:10.484323Z","end":"2026-02-27T02:06:16.70871Z","steps":["trace[639556965] 'agreement among raft nodes before linearized reading' (duration: 6.224252814s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:16.708757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:10.484303Z","time spent":"6.22444572s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":973,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-02-27T02:06:16.71078Z","caller":"traceutil/trace.go:171","msg":"trace[110313081] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"6.224747957s","start":"2026-02-27T02:06:10.486Z","end":"2026-02-27T02:06:16.710747Z","steps":["trace[110313081] 'process raft request' (duration: 6.220807633s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:16.71095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:10.485975Z","time spent":"6.224888381s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:16.711075Z","caller":"traceutil/trace.go:171","msg":"trace[682355661] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"6.222276502s","start":"2026-02-27T02:06:10.488776Z","end":"2026-02-27T02:06:16.711052Z","steps":["trace[682355661] 'process raft request' (duration: 6.221878902s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:16.711208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:12.715117Z","time spent":"3.996087382s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:06:16.711249Z","caller":"traceutil/trace.go:171","msg":"trace[40551677] transaction","detail":"{read_only:false; response_revision:26685; number_of_response:1; }","duration":"3.234909002s","start":"2026-02-27T02:06:13.476312Z","end":"2026-02-27T02:06:16.711221Z","steps":["trace[40551677] 'process raft request' (duration: 3.2348387s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:16.71129Z","caller":"traceutil/trace.go:171","msg":"trace[817700880] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"3.371543681s","start":"2026-02-27T02:06:13.339711Z","end":"2026-02-27T02:06:16.711255Z","steps":["trace[817700880] 'process raft request' (duration: 3.371374786s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:16.71138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:13.476279Z","time spent":"3.235033235s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:16.71146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:13.339685Z","time spent":"3.371680475s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:16.711604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:10.488752Z","time spent":"6.222658682s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:17.209122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:17.709907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:17.777551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999851608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:06:17.777654Z","caller":"traceutil/trace.go:171","msg":"trace[1323025133] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000007042s","start":"2026-02-27T02:06:15.777624Z","end":"2026-02-27T02:06:17.777631Z","steps":["trace[1323025133] 'agreement among raft nodes before linearized reading' (duration: 1.999879109s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:17.777694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:15.7776Z","time spent":"2.000086025s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:18.210662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:18.71166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:19.212014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:19.563637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.85944361s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:19.714229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.228299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:19.714383Z","caller":"traceutil/trace.go:171","msg":"trace[576979410] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"4.828408663s","start":"2026-02-27T02:06:14.885943Z","end":"2026-02-27T02:06:19.714352Z","steps":["trace[576979410] 'process raft request' (duration: 4.677970199s)","trace[576979410] 'compare' (duration: 149.287974ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:19.714731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:14.885918Z","time spent":"4.828719242s","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7549,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:19.778638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000435355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:19.778746Z","caller":"traceutil/trace.go:171","msg":"trace[275277490] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586428s","start":"2026-02-27T02:06:17.778136Z","end":"2026-02-27T02:06:19.778723Z","steps":["trace[275277490] 'agreement among raft nodes before linearized reading' (duration: 2.000453575s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:19.778799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:17.778121Z","time spent":"2.000666341s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:21.792569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005883578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:21.792659Z","caller":"traceutil/trace.go:171","msg":"trace[951617650] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.006012131s","start":"2026-02-27T02:06:19.786622Z","end":"2026-02-27T02:06:21.792635Z","steps":["trace[951617650] 'agreement among raft nodes before linearized reading' (duration: 2.005902038s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:21.792701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:19.786608Z","time spent":"2.006085023s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:22.63813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.91546491s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:06:22.638649Z","caller":"traceutil/trace.go:171","msg":"trace[1719662564] linearizableReadLoop","detail":"{readStateIndex:27969; appliedIndex:27966; }","duration":"5.93010325s","start":"2026-02-27T02:06:16.708517Z","end":"2026-02-27T02:06:22.63862Z","steps":["trace[1719662564] 'read index received' (duration: 2.855418153s)","trace[1719662564] 'applied index is now lower than readState.Index' (duration: 3.074684007s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:22.638864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.803647855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:22.638921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.706742047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:22.639005Z","caller":"traceutil/trace.go:171","msg":"trace[1063735883] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"5.926422774s","start":"2026-02-27T02:06:16.712556Z","end":"2026-02-27T02:06:22.638979Z","steps":["trace[1063735883] 'process raft request' (duration: 5.925813247s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:22.639059Z","caller":"traceutil/trace.go:171","msg":"trace[1953600466] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"5.923463425s","start":"2026-02-27T02:06:16.715539Z","end":"2026-02-27T02:06:22.639003Z","steps":["trace[1953600466] 'process raft request' (duration: 5.922991083s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:22.639085Z","caller":"traceutil/trace.go:171","msg":"trace[868903842] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26688; }","duration":"10.706945061s","start":"2026-02-27T02:06:11.9321Z","end":"2026-02-27T02:06:22.639045Z","steps":["trace[868903842] 'agreement among raft nodes before linearized reading' (duration: 10.706668524s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.639088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.923923823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:22.63914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.136823125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:06:22.639142Z","caller":"traceutil/trace.go:171","msg":"trace[1025976992] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:26688; }","duration":"9.924073998s","start":"2026-02-27T02:06:12.715054Z","end":"2026-02-27T02:06:22.639128Z","steps":["trace[1025976992] 'agreement among raft nodes before linearized reading' (duration: 9.923901903s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.639149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:16.715521Z","time spent":"5.923585768s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1093,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:22.63921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.933013852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:22.639235Z","caller":"traceutil/trace.go:171","msg":"trace[1894401507] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26688; }","duration":"7.933079843s","start":"2026-02-27T02:06:14.706147Z","end":"2026-02-27T02:06:22.639227Z","steps":["trace[1894401507] 'agreement among raft nodes before linearized reading' (duration: 7.933028372s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.639236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.345993235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:22.639271Z","caller":"traceutil/trace.go:171","msg":"trace[822648173] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26688; }","duration":"10.346071107s","start":"2026-02-27T02:06:12.293188Z","end":"2026-02-27T02:06:22.639259Z","steps":["trace[822648173] 'agreement among raft nodes before linearized reading' (duration: 10.345984465s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.639259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.405467618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:22.63929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.920550188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:22.639293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.132931093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-27T02:06:22.639309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:12.29316Z","time spent":"10.346140749s","remote":"127.0.0.1:43528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:22.639332Z","caller":"traceutil/trace.go:171","msg":"trace[56325382] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26688; }","duration":"8.133009436s","start":"2026-02-27T02:06:14.50631Z","end":"2026-02-27T02:06:22.639319Z","steps":["trace[56325382] 'agreement among raft nodes before linearized reading' (duration: 8.132910963s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:22.639338Z","caller":"traceutil/trace.go:171","msg":"trace[1286884913] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26688; }","duration":"11.920615239s","start":"2026-02-27T02:06:10.718699Z","end":"2026-02-27T02:06:22.639314Z","steps":["trace[1286884913] 'agreement among raft nodes before linearized reading' (duration: 11.920557668s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.639371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:10.718672Z","time spent":"11.920690301s","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:22.639396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:14.506277Z","time spent":"8.133096158s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:06:22.639626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.790932015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:22.639408Z","caller":"traceutil/trace.go:171","msg":"trace[352492862] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26688; }","duration":"11.405734325s","start":"2026-02-27T02:06:11.233604Z","end":"2026-02-27T02:06:22.639339Z","steps":["trace[352492862] 'agreement among raft nodes before linearized reading' (duration: 11.405395566s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:22.639672Z","caller":"traceutil/trace.go:171","msg":"trace[1563114419] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26688; }","duration":"6.791222943s","start":"2026-02-27T02:06:15.848436Z","end":"2026-02-27T02:06:22.639658Z","steps":["trace[1563114419] 'agreement among raft nodes before linearized reading' (duration: 6.790953235s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.639706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:15.848411Z","time spent":"6.791286165s","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:22.639696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:11.233581Z","time spent":"11.406094695s","remote":"127.0.0.1:39594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:22.639179Z","caller":"traceutil/trace.go:171","msg":"trace[671511548] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26688; }","duration":"7.136886156s","start":"2026-02-27T02:06:15.502282Z","end":"2026-02-27T02:06:22.639168Z","steps":["trace[671511548] 'agreement among raft nodes before linearized reading' (duration: 7.136724371s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.639874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:15.502266Z","time spent":"7.137598155s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:06:22.639902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.550826293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282496"} {"level":"warn","ts":"2026-02-27T02:06:22.639142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:11.932087Z","time spent":"10.707043505s","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:22.639949Z","caller":"traceutil/trace.go:171","msg":"trace[2146408875] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:26688; }","duration":"7.550873104s","start":"2026-02-27T02:06:15.089066Z","end":"2026-02-27T02:06:22.639939Z","steps":["trace[2146408875] 'agreement among raft nodes before linearized reading' (duration: 7.550227167s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.639984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:15.089003Z","time spent":"7.550972667s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":282518,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:06:22.639278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:14.706123Z","time spent":"7.933149764s","remote":"127.0.0.1:43690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:22.638972Z","caller":"traceutil/trace.go:171","msg":"trace[1771756542] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26688; }","duration":"8.803780769s","start":"2026-02-27T02:06:13.835165Z","end":"2026-02-27T02:06:22.638946Z","steps":["trace[1771756542] 'agreement among raft nodes before linearized reading' (duration: 8.803476611s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.640263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:13.835121Z","time spent":"8.805121714s","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:22.639147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:16.712528Z","time spent":"5.926557227s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:22.63923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:12.715035Z","time spent":"9.92418562s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T02:06:22.638914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.852398879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:22.640442Z","caller":"traceutil/trace.go:171","msg":"trace[1701285685] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26688; }","duration":"6.854010542s","start":"2026-02-27T02:06:15.786417Z","end":"2026-02-27T02:06:22.640428Z","steps":["trace[1701285685] 'agreement among raft nodes before linearized reading' (duration: 6.852253765s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.639917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.695508749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T02:06:22.640495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:15.786372Z","time spent":"6.854106234s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:22.640529Z","caller":"traceutil/trace.go:171","msg":"trace[1876597355] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26688; }","duration":"10.696141666s","start":"2026-02-27T02:06:11.944373Z","end":"2026-02-27T02:06:22.640514Z","steps":["trace[1876597355] 'agreement among raft nodes before linearized reading' (duration: 10.695407217s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.640539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.776005146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:22.640576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:11.944356Z","time spent":"10.696206419s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:22.640578Z","caller":"traceutil/trace.go:171","msg":"trace[1182446190] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26688; }","duration":"10.776068949s","start":"2026-02-27T02:06:11.864496Z","end":"2026-02-27T02:06:22.640565Z","steps":["trace[1182446190] 'agreement among raft nodes before linearized reading' (duration: 10.774666221s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.640606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:11.864479Z","time spent":"10.7761206s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:22.640693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.155145086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-02-27T02:06:22.640743Z","caller":"traceutil/trace.go:171","msg":"trace[186936097] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26688; }","duration":"12.155216728s","start":"2026-02-27T02:06:10.485515Z","end":"2026-02-27T02:06:22.640731Z","steps":["trace[186936097] 'agreement among raft nodes before linearized reading' (duration: 12.155100295s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.640779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:10.485503Z","time spent":"12.155268879s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":748,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-02-27T02:06:22.640864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.924234192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T02:06:22.640883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.926067011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-339c7397-fa2a-413c-9810-4b63f610839e\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-27T02:06:22.640916Z","caller":"traceutil/trace.go:171","msg":"trace[1898356838] range","detail":"{range_begin:/registry/persistentvolumes/pvc-339c7397-fa2a-413c-9810-4b63f610839e; range_end:; response_count:1; response_revision:26688; }","duration":"9.926120292s","start":"2026-02-27T02:06:12.714783Z","end":"2026-02-27T02:06:22.640903Z","steps":["trace[1898356838] 'agreement among raft nodes before linearized reading' (duration: 9.924099588s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:22.640912Z","caller":"traceutil/trace.go:171","msg":"trace[1613394244] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26688; }","duration":"9.924309743s","start":"2026-02-27T02:06:12.716589Z","end":"2026-02-27T02:06:22.640899Z","steps":["trace[1613394244] 'agreement among raft nodes before linearized reading' (duration: 9.922130366s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:22.640937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:12.714763Z","time spent":"9.926167793s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-339c7397-fa2a-413c-9810-4b63f610839e\" "} {"level":"warn","ts":"2026-02-27T02:06:22.640945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:12.716576Z","time spent":"9.924362165s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:06:23.139482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:23.639946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:23.792815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:06:23.792937Z","caller":"traceutil/trace.go:171","msg":"trace[304269160] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000361032s","start":"2026-02-27T02:06:21.792547Z","end":"2026-02-27T02:06:23.792908Z","steps":["trace[304269160] 'agreement among raft nodes before linearized reading' (duration: 2.000219468s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:23.793001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:21.792522Z","time spent":"2.000467395s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:24.1412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:24.177866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00033255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:06:24.177956Z","caller":"traceutil/trace.go:171","msg":"trace[269234666] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000473574s","start":"2026-02-27T02:06:22.177463Z","end":"2026-02-27T02:06:24.177936Z","steps":["trace[269234666] 'agreement among raft nodes before linearized reading' (duration: 2.000367231s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:24.177999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:22.177437Z","time spent":"2.000554687s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:24.204852Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.244139371s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:25.801888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000707091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:25.801997Z","caller":"traceutil/trace.go:171","msg":"trace[1867448055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000848655s","start":"2026-02-27T02:06:23.801123Z","end":"2026-02-27T02:06:25.801971Z","steps":["trace[1867448055] 'agreement among raft nodes before linearized reading' (duration: 2.000719061s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:25.802062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:23.801115Z","time spent":"2.000937577s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:26.12268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.038124ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:26.122822Z","caller":"traceutil/trace.go:171","msg":"trace[287723716] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26688; }","duration":"178.186098ms","start":"2026-02-27T02:06:25.944619Z","end":"2026-02-27T02:06:26.122805Z","steps":["trace[287723716] 'range keys from in-memory index tree' (duration: 178.023124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:26.122875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91775471s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:26.123023Z","caller":"traceutil/trace.go:171","msg":"trace[380165789] transaction","detail":"{read_only:false; response_revision:26689; number_of_response:1; }","duration":"5.581647854s","start":"2026-02-27T02:06:20.541345Z","end":"2026-02-27T02:06:26.122993Z","steps":["trace[380165789] 'process raft request' (duration: 3.663659517s)","trace[380165789] 'compare' (duration: 1.917043312s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:26.123141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:20.541308Z","time spent":"5.581790808s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:26.97589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.346386616s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:27.273866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000972729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:27.273952Z","caller":"traceutil/trace.go:171","msg":"trace[526231100] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.001134943s","start":"2026-02-27T02:06:17.272798Z","end":"2026-02-27T02:06:27.273933Z","steps":["trace[526231100] 'agreement among raft nodes before linearized reading' (duration: 10.0010007s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:27.273987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:17.272776Z","time spent":"10.001203416s","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/27 02:06:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:27.802653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000588078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:06:27.80279Z","caller":"traceutil/trace.go:171","msg":"trace[1388279986] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000771903s","start":"2026-02-27T02:06:25.80199Z","end":"2026-02-27T02:06:27.802762Z","steps":["trace[1388279986] 'agreement among raft nodes before linearized reading' (duration: 2.000612699s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:27.802852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:25.801977Z","time spent":"2.000858435s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:28.852884Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01965859s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:29.098808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12253335s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:29.101123Z","caller":"traceutil/trace.go:171","msg":"trace[623446988] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"2.369936887s","start":"2026-02-27T02:06:26.731156Z","end":"2026-02-27T02:06:29.101092Z","steps":["trace[623446988] 'process raft request' (duration: 2.369856845s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:29.101321Z","caller":"traceutil/trace.go:171","msg":"trace[1237742681] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"6.455236036s","start":"2026-02-27T02:06:22.646074Z","end":"2026-02-27T02:06:29.10131Z","steps":["trace[1237742681] 'process raft request' (duration: 4.330100427s)","trace[1237742681] 'compare' (duration: 2.121458921s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:29.101425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:26.731136Z","time spent":"2.370190213s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:29.101459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:22.646063Z","time spent":"6.455305847s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:29.101472Z","caller":"traceutil/trace.go:171","msg":"trace[2056427998] linearizableReadLoop","detail":"{readStateIndex:27972; appliedIndex:27969; }","duration":"6.462742424s","start":"2026-02-27T02:06:22.638694Z","end":"2026-02-27T02:06:29.101437Z","steps":["trace[2056427998] 'read index received' (duration: 1.566298603s)","trace[2056427998] 'applied index is now lower than readState.Index' (duration: 4.896439251s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:29.101462Z","caller":"traceutil/trace.go:171","msg":"trace[1338440616] transaction","detail":"{read_only:false; response_revision:26692; number_of_response:1; }","duration":"4.884218138s","start":"2026-02-27T02:06:24.217205Z","end":"2026-02-27T02:06:29.101423Z","steps":["trace[1338440616] 'process raft request' (duration: 4.883765846s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.101552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.477447936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:29.10159Z","caller":"traceutil/trace.go:171","msg":"trace[946212786] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26693; }","duration":"9.477492238s","start":"2026-02-27T02:06:19.624088Z","end":"2026-02-27T02:06:29.10158Z","steps":["trace[946212786] 'agreement among raft nodes before linearized reading' (duration: 9.477412216s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.101619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:19.624016Z","time spent":"9.47759659s","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:29.101631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.876583394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:29.101619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.051671666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:29.101667Z","caller":"traceutil/trace.go:171","msg":"trace[385441726] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26693; }","duration":"10.876621635s","start":"2026-02-27T02:06:18.225032Z","end":"2026-02-27T02:06:29.101654Z","steps":["trace[385441726] 'agreement among raft nodes before linearized reading' (duration: 10.876557223s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.101666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:24.217186Z","time spent":"4.884388663s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:29.101683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.99186751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:29.101702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:18.224981Z","time spent":"10.876713377s","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:29.101711Z","caller":"traceutil/trace.go:171","msg":"trace[45357946] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26693; }","duration":"8.051827371s","start":"2026-02-27T02:06:21.04986Z","end":"2026-02-27T02:06:29.101687Z","steps":["trace[45357946] 'agreement among raft nodes before linearized reading' (duration: 8.051659106s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.101679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.468811907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:29.101754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:21.049825Z","time spent":"8.051918052s","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:29.101767Z","caller":"traceutil/trace.go:171","msg":"trace[231293725] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26693; }","duration":"7.46896288s","start":"2026-02-27T02:06:21.632784Z","end":"2026-02-27T02:06:29.101747Z","steps":["trace[231293725] 'agreement among raft nodes before linearized reading' (duration: 7.468809586s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.101777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.14328636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:29.101808Z","caller":"traceutil/trace.go:171","msg":"trace[47212105] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26693; }","duration":"11.143354172s","start":"2026-02-27T02:06:17.958443Z","end":"2026-02-27T02:06:29.101797Z","steps":["trace[47212105] 'agreement among raft nodes before linearized reading' (duration: 11.14330217s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.101808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:21.632756Z","time spent":"7.469043162s","remote":"127.0.0.1:59740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:29.101844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.120708731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:29.101849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:17.958419Z","time spent":"11.143421424s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:29.101857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.544473819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:29.10187Z","caller":"traceutil/trace.go:171","msg":"trace[982966806] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26693; }","duration":"9.120784743s","start":"2026-02-27T02:06:19.981075Z","end":"2026-02-27T02:06:29.10186Z","steps":["trace[982966806] 'agreement among raft nodes before linearized reading' (duration: 9.120737532s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.10188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.776765717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:29.101895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:19.981049Z","time spent":"9.120840554s","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:29.101898Z","caller":"traceutil/trace.go:171","msg":"trace[1011686138] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26693; }","duration":"10.54451201s","start":"2026-02-27T02:06:18.557371Z","end":"2026-02-27T02:06:29.101883Z","steps":["trace[1011686138] 'agreement among raft nodes before linearized reading' (duration: 10.544434878s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:29.101912Z","caller":"traceutil/trace.go:171","msg":"trace[663549643] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26693; }","duration":"10.776798707s","start":"2026-02-27T02:06:18.325102Z","end":"2026-02-27T02:06:29.101901Z","steps":["trace[663549643] 'agreement among raft nodes before linearized reading' (duration: 10.776744746s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.101931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:18.557347Z","time spent":"10.544575531s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:29.101942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:18.325015Z","time spent":"10.77691896s","remote":"127.0.0.1:58132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:29.101983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.811081549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:29.102018Z","caller":"traceutil/trace.go:171","msg":"trace[1448059396] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26693; }","duration":"7.811150801s","start":"2026-02-27T02:06:21.290854Z","end":"2026-02-27T02:06:29.102005Z","steps":["trace[1448059396] 'agreement among raft nodes before linearized reading' (duration: 7.81109157s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.10203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.996936709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:29.102047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:21.290832Z","time spent":"7.811206333s","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:29.102071Z","caller":"traceutil/trace.go:171","msg":"trace[2041988507] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26693; }","duration":"6.99701349s","start":"2026-02-27T02:06:22.10504Z","end":"2026-02-27T02:06:29.102053Z","steps":["trace[2041988507] 'agreement among raft nodes before linearized reading' (duration: 6.996957529s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.102058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.451257545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:29.102103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:22.105014Z","time spent":"6.997081633s","remote":"127.0.0.1:58302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:29.102134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.333498434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:29.102134Z","caller":"traceutil/trace.go:171","msg":"trace[6080499] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26693; }","duration":"9.451372747s","start":"2026-02-27T02:06:19.65074Z","end":"2026-02-27T02:06:29.102113Z","steps":["trace[6080499] 'agreement among raft nodes before linearized reading' (duration: 9.451232333s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:29.102159Z","caller":"traceutil/trace.go:171","msg":"trace[1959092276] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26693; }","duration":"10.333563736s","start":"2026-02-27T02:06:18.768587Z","end":"2026-02-27T02:06:29.10215Z","steps":["trace[1959092276] 'agreement among raft nodes before linearized reading' (duration: 10.333520515s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.102167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.259829198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:29.102181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:18.768564Z","time spent":"10.333611298s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:29.102177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:19.650731Z","time spent":"9.45143848s","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:29.102198Z","caller":"traceutil/trace.go:171","msg":"trace[1553370091] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26693; }","duration":"10.25990938s","start":"2026-02-27T02:06:18.84228Z","end":"2026-02-27T02:06:29.102189Z","steps":["trace[1553370091] 'agreement among raft nodes before linearized reading' (duration: 10.259804817s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:29.101725Z","caller":"traceutil/trace.go:171","msg":"trace[2066151975] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26693; }","duration":"10.991977262s","start":"2026-02-27T02:06:18.109734Z","end":"2026-02-27T02:06:29.101711Z","steps":["trace[2066151975] 'agreement among raft nodes before linearized reading' (duration: 10.991863189s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.102218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.365643555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:29.102237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:18.84225Z","time spent":"10.259973262s","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":61,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:29.102237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:18.109709Z","time spent":"10.992516927s","remote":"127.0.0.1:47524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:29.102256Z","caller":"traceutil/trace.go:171","msg":"trace[1189162450] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26693; }","duration":"11.365724048s","start":"2026-02-27T02:06:17.73652Z","end":"2026-02-27T02:06:29.102244Z","steps":["trace[1189162450] 'agreement among raft nodes before linearized reading' (duration: 11.365647025s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.10229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:17.736498Z","time spent":"11.36578388s","remote":"127.0.0.1:58046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:29.102381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.380617498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17230"} {"level":"info","ts":"2026-02-27T02:06:29.102401Z","caller":"traceutil/trace.go:171","msg":"trace[1477394532] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26693; }","duration":"9.38067862s","start":"2026-02-27T02:06:19.721716Z","end":"2026-02-27T02:06:29.102395Z","steps":["trace[1477394532] 'agreement among raft nodes before linearized reading' (duration: 9.380579297s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.10242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:19.721692Z","time spent":"9.380723091s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17252,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-02-27T02:06:29.101246Z","caller":"traceutil/trace.go:171","msg":"trace[1096195275] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"6.454740903s","start":"2026-02-27T02:06:22.646471Z","end":"2026-02-27T02:06:29.101212Z","steps":["trace[1096195275] 'process raft request' (duration: 6.454348763s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.102471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.378694201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7295"} {"level":"info","ts":"2026-02-27T02:06:29.102506Z","caller":"traceutil/trace.go:171","msg":"trace[1455152017] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26693; }","duration":"12.378747672s","start":"2026-02-27T02:06:16.723747Z","end":"2026-02-27T02:06:29.102495Z","steps":["trace[1455152017] 'agreement among raft nodes before linearized reading' (duration: 12.378611739s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.102516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.608782629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:29.102533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:16.723739Z","time spent":"12.378787213s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7317,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-27T02:06:29.102546Z","caller":"traceutil/trace.go:171","msg":"trace[987790893] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26693; }","duration":"11.60881512s","start":"2026-02-27T02:06:17.49372Z","end":"2026-02-27T02:06:29.102535Z","steps":["trace[987790893] 'agreement among raft nodes before linearized reading' (duration: 11.608760209s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.102539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:22.646464Z","time spent":"6.456016817s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:29.102569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:17.493655Z","time spent":"11.608908663s","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:29.102606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.324835314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:29.10263Z","caller":"traceutil/trace.go:171","msg":"trace[1960170730] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26693; }","duration":"9.324897296s","start":"2026-02-27T02:06:19.777726Z","end":"2026-02-27T02:06:29.102623Z","steps":["trace[1960170730] 'agreement among raft nodes before linearized reading' (duration: 9.324849304s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.10265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:19.777706Z","time spent":"9.324939037s","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:29.602033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:29.813323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000712362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:29.81343Z","caller":"traceutil/trace.go:171","msg":"trace[82917375] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000879357s","start":"2026-02-27T02:06:27.81253Z","end":"2026-02-27T02:06:29.81341Z","steps":["trace[82917375] 'agreement among raft nodes before linearized reading' (duration: 2.000727603s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:29.813525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:27.812515Z","time spent":"2.000965339s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:30.102561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:30.427205Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.373238363s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:31.813671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000376092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:31.813791Z","caller":"traceutil/trace.go:171","msg":"trace[234118680] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000550547s","start":"2026-02-27T02:06:29.813225Z","end":"2026-02-27T02:06:31.813775Z","steps":["trace[234118680] 'agreement among raft nodes before linearized reading' (duration: 2.000417913s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:31.813834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:29.8132Z","time spent":"2.000626949s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:32.018444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590804851s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:32.018575Z","caller":"traceutil/trace.go:171","msg":"trace[873948235] linearizableReadLoop","detail":"{readStateIndex:27975; appliedIndex:27974; }","duration":"2.917002921s","start":"2026-02-27T02:06:29.101552Z","end":"2026-02-27T02:06:32.018555Z","steps":["trace[873948235] 'read index received' (duration: 1.325827091s)","trace[873948235] 'applied index is now lower than readState.Index' (duration: 1.5911744s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:32.018844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.607208474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:32.018886Z","caller":"traceutil/trace.go:171","msg":"trace[1850209390] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26694; }","duration":"7.607295726s","start":"2026-02-27T02:06:24.41158Z","end":"2026-02-27T02:06:32.018876Z","steps":["trace[1850209390] 'agreement among raft nodes before linearized reading' (duration: 7.607220574s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.018922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:24.411555Z","time spent":"7.607358467s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:32.018831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.385960067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:32.019255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.03597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:32.019272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.373280064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-27T02:06:32.019311Z","caller":"traceutil/trace.go:171","msg":"trace[497482007] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26694; }","duration":"8.036066833s","start":"2026-02-27T02:06:23.983229Z","end":"2026-02-27T02:06:32.019296Z","steps":["trace[497482007] 'agreement among raft nodes before linearized reading' (duration: 8.03594357s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.019376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:23.983179Z","time spent":"8.036181877s","remote":"127.0.0.1:39582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:32.019457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.312824285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:32.019521Z","caller":"traceutil/trace.go:171","msg":"trace[1825485118] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26694; }","duration":"8.312913527s","start":"2026-02-27T02:06:23.706583Z","end":"2026-02-27T02:06:32.019496Z","steps":["trace[1825485118] 'agreement among raft nodes before linearized reading' (duration: 8.312829575s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.01957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:23.706561Z","time spent":"8.31299763s","remote":"127.0.0.1:58460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:32.019546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911994049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-d2hth\" ","response":"range_response_count:1 size:5311"} {"level":"warn","ts":"2026-02-27T02:06:32.019382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.374082456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.1897f83b9b03a09f\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-02-27T02:06:32.019645Z","caller":"traceutil/trace.go:171","msg":"trace[1778852663] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-d2hth; range_end:; response_count:1; response_revision:26694; }","duration":"2.912141532s","start":"2026-02-27T02:06:29.10748Z","end":"2026-02-27T02:06:32.019622Z","steps":["trace[1778852663] 'agreement among raft nodes before linearized reading' (duration: 2.911800863s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:32.01967Z","caller":"traceutil/trace.go:171","msg":"trace[1678478939] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.1897f83b9b03a09f; range_end:; response_count:1; response_revision:26694; }","duration":"9.374377053s","start":"2026-02-27T02:06:22.645275Z","end":"2026-02-27T02:06:32.019652Z","steps":["trace[1678478939] 'agreement among raft nodes before linearized reading' (duration: 9.373815788s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.019694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:29.107462Z","time spent":"2.912221885s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5333,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-d2hth\" "} {"level":"warn","ts":"2026-02-27T02:06:32.01971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179237128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:32.019738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:22.645269Z","time spent":"9.374451345s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.1897f83b9b03a09f\" "} {"level":"info","ts":"2026-02-27T02:06:32.019753Z","caller":"traceutil/trace.go:171","msg":"trace[203061230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26694; }","duration":"2.179304489s","start":"2026-02-27T02:06:29.840433Z","end":"2026-02-27T02:06:32.019738Z","steps":["trace[203061230] 'agreement among raft nodes before linearized reading' (duration: 2.179241488s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.019744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.377467935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:32.019835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.46163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:32.019877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.83463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:32.019887Z","caller":"traceutil/trace.go:171","msg":"trace[1251822675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26694; }","duration":"199.524282ms","start":"2026-02-27T02:06:31.820349Z","end":"2026-02-27T02:06:32.019873Z","steps":["trace[1251822675] 'agreement among raft nodes before linearized reading' (duration: 199.45643ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:32.019936Z","caller":"traceutil/trace.go:171","msg":"trace[883237562] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26694; }","duration":"861.901392ms","start":"2026-02-27T02:06:31.157996Z","end":"2026-02-27T02:06:32.019897Z","steps":["trace[883237562] 'agreement among raft nodes before linearized reading' (duration: 861.861191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.019966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:31.157973Z","time spent":"861.985014ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:32.01997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460038877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:32.019964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.007934361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:32.020053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.374866186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:06:32.020074Z","caller":"traceutil/trace.go:171","msg":"trace[2086634319] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26694; }","duration":"9.008153477s","start":"2026-02-27T02:06:23.011899Z","end":"2026-02-27T02:06:32.020052Z","steps":["trace[2086634319] 'agreement among raft nodes before linearized reading' (duration: 9.00791551s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:32.0201Z","caller":"traceutil/trace.go:171","msg":"trace[1534449318] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5; range_end:; response_count:1; response_revision:26694; }","duration":"9.374936658s","start":"2026-02-27T02:06:22.645149Z","end":"2026-02-27T02:06:32.020086Z","steps":["trace[1534449318] 'agreement among raft nodes before linearized reading' (duration: 9.374718512s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.020134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:23.011861Z","time spent":"9.00825935s","remote":"127.0.0.1:58418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:32.019755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.050463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:32.020155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.447142711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:32.020164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:22.645131Z","time spent":"9.37501772s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" "} {"level":"warn","ts":"2026-02-27T02:06:32.020191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.467218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-27T02:06:32.019148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.821814043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:32.020203Z","caller":"traceutil/trace.go:171","msg":"trace[1703407892] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26694; }","duration":"391.562606ms","start":"2026-02-27T02:06:31.628618Z","end":"2026-02-27T02:06:32.02018Z","steps":["trace[1703407892] 'agreement among raft nodes before linearized reading' (duration: 391.032422ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:32.020224Z","caller":"traceutil/trace.go:171","msg":"trace[2029937226] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26694; }","duration":"303.53774ms","start":"2026-02-27T02:06:31.716676Z","end":"2026-02-27T02:06:32.020214Z","steps":["trace[2029937226] 'agreement among raft nodes before linearized reading' (duration: 303.434807ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:32.019378Z","caller":"traceutil/trace.go:171","msg":"trace[354550001] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26694; }","duration":"9.373410588s","start":"2026-02-27T02:06:22.645937Z","end":"2026-02-27T02:06:32.019347Z","steps":["trace[354550001] 'agreement among raft nodes before linearized reading' (duration: 9.373045429s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.020261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:31.628593Z","time spent":"391.648339ms","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:32.020262Z","caller":"traceutil/trace.go:171","msg":"trace[1998255617] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26694; }","duration":"7.822929613s","start":"2026-02-27T02:06:24.197309Z","end":"2026-02-27T02:06:32.020239Z","steps":["trace[1998255617] 'agreement among raft nodes before linearized reading' (duration: 7.821797193s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:32.020007Z","caller":"traceutil/trace.go:171","msg":"trace[681101325] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26694; }","duration":"2.460124449s","start":"2026-02-27T02:06:29.559872Z","end":"2026-02-27T02:06:32.019997Z","steps":["trace[681101325] 'agreement among raft nodes before linearized reading' (duration: 2.460029067s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.020372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:29.559835Z","time spent":"2.46052576s","remote":"127.0.0.1:43616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:32.020391Z","caller":"traceutil/trace.go:171","msg":"trace[2079662219] transaction","detail":"{read_only:false; response_revision:26694; number_of_response:1; }","duration":"4.371505731s","start":"2026-02-27T02:06:27.648842Z","end":"2026-02-27T02:06:32.020348Z","steps":["trace[2079662219] 'process raft request' (duration: 2.778655556s)","trace[2079662219] 'compare' (duration: 1.59042571s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:32.020388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182934168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:32.020262Z","caller":"traceutil/trace.go:171","msg":"trace[68910207] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26694; }","duration":"5.447205692s","start":"2026-02-27T02:06:26.572987Z","end":"2026-02-27T02:06:32.020192Z","steps":["trace[68910207] 'agreement among raft nodes before linearized reading' (duration: 5.446873094s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.020508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.233758584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:32.020523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:26.572932Z","time spent":"5.447576572s","remote":"127.0.0.1:43624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:32.020521Z","caller":"traceutil/trace.go:171","msg":"trace[1868394] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26694; }","duration":"3.183154593s","start":"2026-02-27T02:06:28.837337Z","end":"2026-02-27T02:06:32.020492Z","steps":["trace[1868394] 'agreement among raft nodes before linearized reading' (duration: 3.182882366s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:32.020542Z","caller":"traceutil/trace.go:171","msg":"trace[1482536388] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26694; }","duration":"6.233825035s","start":"2026-02-27T02:06:25.786705Z","end":"2026-02-27T02:06:32.02053Z","steps":["trace[1482536388] 'agreement among raft nodes before linearized reading' (duration: 6.233776804s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.020581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:25.786684Z","time spent":"6.233888917s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:32.020587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.261416926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:32.020608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:28.837312Z","time spent":"3.183276597s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:32.020676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:24.19729Z","time spent":"7.823368065s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:32.020681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.250489898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:32.020685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:27.648812Z","time spent":"4.371615084s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:32.019836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.229505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:32.020726Z","caller":"traceutil/trace.go:171","msg":"trace[224711311] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26694; }","duration":"7.250536729s","start":"2026-02-27T02:06:24.770178Z","end":"2026-02-27T02:06:32.020715Z","steps":["trace[224711311] 'agreement among raft nodes before linearized reading' (duration: 7.250473538s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.020754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.31907164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:32.020772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:24.770123Z","time spent":"7.250640951s","remote":"127.0.0.1:58506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:32.020776Z","caller":"traceutil/trace.go:171","msg":"trace[809229378] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26694; }","duration":"471.189549ms","start":"2026-02-27T02:06:31.549567Z","end":"2026-02-27T02:06:32.020757Z","steps":["trace[809229378] 'agreement among raft nodes before linearized reading' (duration: 470.241864ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:32.020812Z","caller":"traceutil/trace.go:171","msg":"trace[1752610450] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26694; }","duration":"7.319153412s","start":"2026-02-27T02:06:24.701624Z","end":"2026-02-27T02:06:32.020778Z","steps":["trace[1752610450] 'agreement among raft nodes before linearized reading' (duration: 7.31906557s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.020844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:24.701597Z","time spent":"7.319239714s","remote":"127.0.0.1:58180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:32.020836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:31.549549Z","time spent":"471.270722ms","remote":"127.0.0.1:58290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:32.020301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:22.64593Z","time spent":"9.374356743s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-27T02:06:32.019788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:29.84038Z","time spent":"2.179399693s","remote":"127.0.0.1:60226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:32.020729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671760521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:06:32.020913Z","caller":"traceutil/trace.go:171","msg":"trace[314840163] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26694; }","duration":"2.671994547s","start":"2026-02-27T02:06:29.348908Z","end":"2026-02-27T02:06:32.020903Z","steps":["trace[314840163] 'agreement among raft nodes before linearized reading' (duration: 2.671133584s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.020525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.458485909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:32.020753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.26918936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:32.019836Z","caller":"traceutil/trace.go:171","msg":"trace[2116386266] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:0; response_revision:26694; }","duration":"9.377581167s","start":"2026-02-27T02:06:22.642233Z","end":"2026-02-27T02:06:32.019814Z","steps":["trace[2116386266] 'agreement among raft nodes before linearized reading' (duration: 9.377434034s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:32.020983Z","caller":"traceutil/trace.go:171","msg":"trace[1167990831] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26694; }","duration":"4.458989452s","start":"2026-02-27T02:06:27.561982Z","end":"2026-02-27T02:06:32.020971Z","steps":["trace[1167990831] 'agreement among raft nodes before linearized reading' (duration: 4.458307864s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:32.020999Z","caller":"traceutil/trace.go:171","msg":"trace[639650891] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26694; }","duration":"6.269476037s","start":"2026-02-27T02:06:25.751511Z","end":"2026-02-27T02:06:32.020987Z","steps":["trace[639650891] 'agreement among raft nodes before linearized reading' (duration: 6.26921028s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.021029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:27.561957Z","time spent":"4.459062053s","remote":"127.0.0.1:58112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:32.021046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087619539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:32.0197Z","caller":"traceutil/trace.go:171","msg":"trace[139751062] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26694; }","duration":"7.386476521s","start":"2026-02-27T02:06:24.632784Z","end":"2026-02-27T02:06:32.01926Z","steps":["trace[139751062] 'agreement among raft nodes before linearized reading' (duration: 7.385903036s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:32.020632Z","caller":"traceutil/trace.go:171","msg":"trace[1591955787] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26694; }","duration":"7.261507779s","start":"2026-02-27T02:06:24.759103Z","end":"2026-02-27T02:06:32.020622Z","steps":["trace[1591955787] 'agreement among raft nodes before linearized reading' (duration: 7.261386576s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.021092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:24.632762Z","time spent":"7.38832357s","remote":"127.0.0.1:51808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:32.021097Z","caller":"traceutil/trace.go:171","msg":"trace[256740640] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26694; }","duration":"3.087715802s","start":"2026-02-27T02:06:28.933367Z","end":"2026-02-27T02:06:32.021083Z","steps":["trace[256740640] 'agreement among raft nodes before linearized reading' (duration: 3.087550828s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.021124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:24.75908Z","time spent":"7.262031063s","remote":"127.0.0.1:43872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:32.021138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:28.933318Z","time spent":"3.087810974s","remote":"127.0.0.1:43436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:32.021023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:22.642218Z","time spent":"9.37879588s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-02-27T02:06:32.020961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:29.348884Z","time spent":"2.672068519s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:06:32.020257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:31.716655Z","time spent":"303.592692ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:06:32.019072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.219042627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:32.021332Z","caller":"traceutil/trace.go:171","msg":"trace[1692893139] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26694; }","duration":"8.221366279s","start":"2026-02-27T02:06:23.799954Z","end":"2026-02-27T02:06:32.02132Z","steps":["trace[1692893139] 'agreement among raft nodes before linearized reading' (duration: 8.219059728s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.021376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:23.799929Z","time spent":"8.22142989s","remote":"127.0.0.1:43720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:32.021064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:25.751493Z","time spent":"6.269536219s","remote":"127.0.0.1:58494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:32.020456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.301699349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:32.021485Z","caller":"traceutil/trace.go:171","msg":"trace[4200598] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26694; }","duration":"6.302760347s","start":"2026-02-27T02:06:25.718712Z","end":"2026-02-27T02:06:32.021472Z","steps":["trace[4200598] 'agreement among raft nodes before linearized reading' (duration: 6.301710599s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.021538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:25.718692Z","time spent":"6.302818808s","remote":"127.0.0.1:59812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:32.021875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.838821296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:32.021917Z","caller":"traceutil/trace.go:171","msg":"trace[800247039] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26694; }","duration":"3.83891521s","start":"2026-02-27T02:06:28.182991Z","end":"2026-02-27T02:06:32.021906Z","steps":["trace[800247039] 'agreement among raft nodes before linearized reading' (duration: 3.837291017s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.021943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:28.18295Z","time spent":"3.838986561s","remote":"127.0.0.1:43372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":111,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:32.975115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.255123ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-27T02:06:32.975269Z","caller":"traceutil/trace.go:171","msg":"trace[43613373] linearizableReadLoop","detail":"{readStateIndex:27976; appliedIndex:27975; }","duration":"950.876163ms","start":"2026-02-27T02:06:32.024372Z","end":"2026-02-27T02:06:32.975248Z","steps":["trace[43613373] 'read index received' (duration: 239.752994ms)","trace[43613373] 'applied index is now lower than readState.Index' (duration: 711.121549ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:32.975281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:32.023879Z","time spent":"951.394537ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:06:32.975455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.044478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:32.97556Z","caller":"traceutil/trace.go:171","msg":"trace[423775789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26694; }","duration":"951.183802ms","start":"2026-02-27T02:06:32.024353Z","end":"2026-02-27T02:06:32.975537Z","steps":["trace[423775789] 'agreement among raft nodes before linearized reading' (duration: 950.987557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:32.975607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:32.024336Z","time spent":"951.263644ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:06:33.049832Z","caller":"traceutil/trace.go:171","msg":"trace[1493942758] transaction","detail":"{read_only:false; response_revision:26695; number_of_response:1; }","duration":"1.02375865s","start":"2026-02-27T02:06:32.026023Z","end":"2026-02-27T02:06:33.049782Z","steps":["trace[1493942758] 'process raft request' (duration: 1.02339929s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:33.049878Z","caller":"traceutil/trace.go:171","msg":"trace[1121594435] transaction","detail":"{read_only:false; response_revision:26696; number_of_response:1; }","duration":"1.023610065s","start":"2026-02-27T02:06:32.026221Z","end":"2026-02-27T02:06:33.049831Z","steps":["trace[1121594435] 'process raft request' (duration: 1.02341755s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.049993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.907379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:33.050052Z","caller":"traceutil/trace.go:171","msg":"trace[1917411050] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26698; }","duration":"103.043612ms","start":"2026-02-27T02:06:32.946993Z","end":"2026-02-27T02:06:33.050037Z","steps":["trace[1917411050] 'agreement among raft nodes before linearized reading' (duration: 102.872208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.050051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:32.026212Z","time spent":"1.02375814s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:33.050041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:32.026006Z","time spent":"1.023924384s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:33.050063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.900468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:33.050409Z","caller":"traceutil/trace.go:171","msg":"trace[1590238431] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26698; }","duration":"226.298079ms","start":"2026-02-27T02:06:32.824082Z","end":"2026-02-27T02:06:33.05038Z","steps":["trace[1590238431] 'agreement among raft nodes before linearized reading' (duration: 225.787796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.050403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.387112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:06:33.0504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.998932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:33.050583Z","caller":"traceutil/trace.go:171","msg":"trace[1729697187] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26698; }","duration":"357.228248ms","start":"2026-02-27T02:06:32.693329Z","end":"2026-02-27T02:06:33.050557Z","steps":["trace[1729697187] 'agreement among raft nodes before linearized reading' (duration: 356.816287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.050678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:32.693304Z","time spent":"357.357822ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:33.050279Z","caller":"traceutil/trace.go:171","msg":"trace[122572939] transaction","detail":"{read_only:false; response_revision:26698; number_of_response:1; }","duration":"1.02079873s","start":"2026-02-27T02:06:32.029471Z","end":"2026-02-27T02:06:33.05027Z","steps":["trace[122572939] 'process raft request' (duration: 1.020306437s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.051047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:32.02946Z","time spent":"1.02150194s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5471,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:33.050396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024853138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-554e0fec-5fcf-4163-ada6-4e0ae8282353\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-02-27T02:06:33.051291Z","caller":"traceutil/trace.go:171","msg":"trace[2085709708] range","detail":"{range_begin:/registry/persistentvolumes/pvc-554e0fec-5fcf-4163-ada6-4e0ae8282353; range_end:; response_count:1; response_revision:26698; }","duration":"1.025770463s","start":"2026-02-27T02:06:32.025492Z","end":"2026-02-27T02:06:33.051263Z","steps":["trace[2085709708] 'agreement among raft nodes before linearized reading' (duration: 1.024717975s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.051337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:32.025481Z","time spent":"1.025842744s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-554e0fec-5fcf-4163-ada6-4e0ae8282353\" "} {"level":"info","ts":"2026-02-27T02:06:33.050214Z","caller":"traceutil/trace.go:171","msg":"trace[13461822] transaction","detail":"{read_only:false; response_revision:26697; number_of_response:1; }","duration":"1.021858379s","start":"2026-02-27T02:06:32.028344Z","end":"2026-02-27T02:06:33.050202Z","steps":["trace[13461822] 'process raft request' (duration: 1.021362406s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.05154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:32.028323Z","time spent":"1.023146233s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:33.050509Z","caller":"traceutil/trace.go:171","msg":"trace[832260663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26698; }","duration":"226.561206ms","start":"2026-02-27T02:06:32.823926Z","end":"2026-02-27T02:06:33.050487Z","steps":["trace[832260663] 'agreement among raft nodes before linearized reading' (duration: 226.33415ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:33.112948Z","caller":"traceutil/trace.go:171","msg":"trace[1884084324] transaction","detail":"{read_only:false; response_revision:26699; number_of_response:1; }","duration":"136.462146ms","start":"2026-02-27T02:06:32.97646Z","end":"2026-02-27T02:06:33.112922Z","steps":["trace[1884084324] 'process raft request' (duration: 131.359691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.113262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.722776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:33.113287Z","caller":"traceutil/trace.go:171","msg":"trace[12463679] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26699; }","duration":"107.805428ms","start":"2026-02-27T02:06:33.005474Z","end":"2026-02-27T02:06:33.113279Z","steps":["trace[12463679] 'agreement among raft nodes before linearized reading' (duration: 107.680895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.113408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.957581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:33.113425Z","caller":"traceutil/trace.go:171","msg":"trace[722310507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26699; }","duration":"128.021753ms","start":"2026-02-27T02:06:32.985398Z","end":"2026-02-27T02:06:33.11342Z","steps":["trace[722310507] 'agreement among raft nodes before linearized reading' (duration: 127.987702ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:33.225846Z","caller":"traceutil/trace.go:171","msg":"trace[376006603] transaction","detail":"{read_only:false; response_revision:26700; number_of_response:1; }","duration":"109.72716ms","start":"2026-02-27T02:06:33.116081Z","end":"2026-02-27T02:06:33.225808Z","steps":["trace[376006603] 'process raft request' (duration: 101.567334ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:33.318145Z","caller":"traceutil/trace.go:171","msg":"trace[292284161] linearizableReadLoop","detail":"{readStateIndex:27983; appliedIndex:27981; }","duration":"200.387055ms","start":"2026-02-27T02:06:33.117727Z","end":"2026-02-27T02:06:33.318114Z","steps":["trace[292284161] 'read index received' (duration: 99.938831ms)","trace[292284161] 'applied index is now lower than readState.Index' (duration: 100.446754ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:33.318282Z","caller":"traceutil/trace.go:171","msg":"trace[1024127691] transaction","detail":"{read_only:false; response_revision:26701; number_of_response:1; }","duration":"201.746181ms","start":"2026-02-27T02:06:33.116524Z","end":"2026-02-27T02:06:33.31827Z","steps":["trace[1024127691] 'process raft request' (duration: 201.377261ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:33.318768Z","caller":"traceutil/trace.go:171","msg":"trace[1006642794] transaction","detail":"{read_only:false; response_revision:26702; number_of_response:1; }","duration":"198.424502ms","start":"2026-02-27T02:06:33.12033Z","end":"2026-02-27T02:06:33.318754Z","steps":["trace[1006642794] 'process raft request' (duration: 197.716404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.319089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.329929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T02:06:33.319155Z","caller":"traceutil/trace.go:171","msg":"trace[936394504] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26702; }","duration":"201.443973ms","start":"2026-02-27T02:06:33.1177Z","end":"2026-02-27T02:06:33.319144Z","steps":["trace[936394504] 'agreement among raft nodes before linearized reading' (duration: 201.250778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.324022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.586399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5b0fe161-f5e0-4cb8-b935-5ad48bb0dea6\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-27T02:06:33.324179Z","caller":"traceutil/trace.go:171","msg":"trace[1010799005] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5b0fe161-f5e0-4cb8-b935-5ad48bb0dea6; range_end:; response_count:1; response_revision:26703; }","duration":"203.792935ms","start":"2026-02-27T02:06:33.120357Z","end":"2026-02-27T02:06:33.32415Z","steps":["trace[1010799005] 'agreement among raft nodes before linearized reading' (duration: 203.408185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.432382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.388041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T02:06:33.432471Z","caller":"traceutil/trace.go:171","msg":"trace[1717504920] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:26703; }","duration":"106.514414ms","start":"2026-02-27T02:06:33.325938Z","end":"2026-02-27T02:06:33.432452Z","steps":["trace[1717504920] 'range keys from in-memory index tree' (duration: 106.139054ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:33.44105Z","caller":"traceutil/trace.go:171","msg":"trace[1061056303] linearizableReadLoop","detail":"{readStateIndex:27986; appliedIndex:27985; }","duration":"110.333835ms","start":"2026-02-27T02:06:33.33069Z","end":"2026-02-27T02:06:33.441024Z","steps":["trace[1061056303] 'read index received' (duration: 110.168771ms)","trace[1061056303] 'applied index is now lower than readState.Index' (duration: 164.474µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:33.441078Z","caller":"traceutil/trace.go:171","msg":"trace[1398752412] transaction","detail":"{read_only:false; response_revision:26704; number_of_response:1; }","duration":"112.250166ms","start":"2026-02-27T02:06:33.328803Z","end":"2026-02-27T02:06:33.441054Z","steps":["trace[1398752412] 'process raft request' (duration: 112.080071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.441269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.559841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-27T02:06:33.441306Z","caller":"traceutil/trace.go:171","msg":"trace[722023518] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26704; }","duration":"110.616692ms","start":"2026-02-27T02:06:33.33068Z","end":"2026-02-27T02:06:33.441297Z","steps":["trace[722023518] 'agreement among raft nodes before linearized reading' (duration: 110.440007ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:33.929686Z","caller":"traceutil/trace.go:171","msg":"trace[786027992] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"597.053616ms","start":"2026-02-27T02:06:33.332608Z","end":"2026-02-27T02:06:33.929662Z","steps":["trace[786027992] 'process raft request' (duration: 596.413959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.929804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:33.332592Z","time spent":"597.154608ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5366,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:33.9299Z","caller":"traceutil/trace.go:171","msg":"trace[1537835469] linearizableReadLoop","detail":"{readStateIndex:27988; appliedIndex:27986; }","duration":"478.937875ms","start":"2026-02-27T02:06:33.450915Z","end":"2026-02-27T02:06:33.929853Z","steps":["trace[1537835469] 'read index received' (duration: 478.308868ms)","trace[1537835469] 'applied index is now lower than readState.Index' (duration: 627.957µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:33.930019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:33.434325Z","time spent":"495.690947ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:06:33.93004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.120019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:33.930061Z","caller":"traceutil/trace.go:171","msg":"trace[2023825675] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26705; }","duration":"479.181451ms","start":"2026-02-27T02:06:33.450874Z","end":"2026-02-27T02:06:33.930055Z","steps":["trace[2023825675] 'agreement among raft nodes before linearized reading' (duration: 479.13826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.930087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:33.450848Z","time spent":"479.235293ms","remote":"127.0.0.1:47616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:33.931218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.094595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a53f7553-1b7d-4ccd-a4e9-5d99e8d60a0d\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-02-27T02:06:33.931281Z","caller":"traceutil/trace.go:171","msg":"trace[99116941] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a53f7553-1b7d-4ccd-a4e9-5d99e8d60a0d; range_end:; response_count:1; response_revision:26706; }","duration":"480.199378ms","start":"2026-02-27T02:06:33.451067Z","end":"2026-02-27T02:06:33.931266Z","steps":["trace[99116941] 'agreement among raft nodes before linearized reading' (duration: 479.999933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.931309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:33.451061Z","time spent":"480.243649ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-a53f7553-1b7d-4ccd-a4e9-5d99e8d60a0d\" "} {"level":"info","ts":"2026-02-27T02:06:33.931377Z","caller":"traceutil/trace.go:171","msg":"trace[647500363] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"480.389452ms","start":"2026-02-27T02:06:33.450964Z","end":"2026-02-27T02:06:33.931353Z","steps":["trace[647500363] 'process raft request' (duration: 480.006902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:33.931488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:33.450947Z","time spent":"480.489366ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:06:34.106996Z","caller":"traceutil/trace.go:171","msg":"trace[402009537] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"170.710311ms","start":"2026-02-27T02:06:33.936243Z","end":"2026-02-27T02:06:34.106953Z","steps":["trace[402009537] 'process raft request' (duration: 95.299528ms)","trace[402009537] 'compare' (duration: 75.121405ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:34.107007Z","caller":"traceutil/trace.go:171","msg":"trace[1240171269] linearizableReadLoop","detail":"{readStateIndex:27991; appliedIndex:27990; }","duration":"170.438043ms","start":"2026-02-27T02:06:33.936498Z","end":"2026-02-27T02:06:34.106936Z","steps":["trace[1240171269] 'read index received' (duration: 7.878398ms)","trace[1240171269] 'applied index is now lower than readState.Index' (duration: 162.556845ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:34.10754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.019929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xcvbd\" ","response":"range_response_count:1 size:5418"} {"level":"info","ts":"2026-02-27T02:06:34.107593Z","caller":"traceutil/trace.go:171","msg":"trace[138978742] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xcvbd; range_end:; response_count:1; response_revision:26708; }","duration":"171.116981ms","start":"2026-02-27T02:06:33.936464Z","end":"2026-02-27T02:06:34.107581Z","steps":["trace[138978742] 'agreement among raft nodes before linearized reading' (duration: 170.618238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:34.107678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.135234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T02:06:34.107742Z","caller":"traceutil/trace.go:171","msg":"trace[469237276] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26708; }","duration":"162.209686ms","start":"2026-02-27T02:06:33.945512Z","end":"2026-02-27T02:06:34.107722Z","steps":["trace[469237276] 'agreement among raft nodes before linearized reading' (duration: 161.96872ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:34.256479Z","caller":"traceutil/trace.go:171","msg":"trace[825586122] linearizableReadLoop","detail":"{readStateIndex:27994; appliedIndex:27993; }","duration":"116.694454ms","start":"2026-02-27T02:06:34.139747Z","end":"2026-02-27T02:06:34.256442Z","steps":["trace[825586122] 'read index received' (duration: 81.679778ms)","trace[825586122] 'applied index is now lower than readState.Index' (duration: 35.012486ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:34.256538Z","caller":"traceutil/trace.go:171","msg":"trace[1360693937] transaction","detail":"{read_only:false; response_revision:26711; number_of_response:1; }","duration":"119.981241ms","start":"2026-02-27T02:06:34.136533Z","end":"2026-02-27T02:06:34.256514Z","steps":["trace[1360693937] 'process raft request' (duration: 84.883823ms)","trace[1360693937] 'compare' (duration: 34.854331ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:34.256884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.109604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-27T02:06:34.256976Z","caller":"traceutil/trace.go:171","msg":"trace[1646309391] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26711; }","duration":"117.217618ms","start":"2026-02-27T02:06:34.139713Z","end":"2026-02-27T02:06:34.256931Z","steps":["trace[1646309391] 'agreement among raft nodes before linearized reading' (duration: 116.887129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:34.345597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.679219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:34.345669Z","caller":"traceutil/trace.go:171","msg":"trace[1325445285] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26712; }","duration":"173.801203ms","start":"2026-02-27T02:06:34.171851Z","end":"2026-02-27T02:06:34.345652Z","steps":["trace[1325445285] 'agreement among raft nodes before linearized reading' (duration: 173.634078ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:34.345852Z","caller":"traceutil/trace.go:171","msg":"trace[1075018752] transaction","detail":"{read_only:false; response_revision:26712; number_of_response:1; }","duration":"203.902858ms","start":"2026-02-27T02:06:34.14194Z","end":"2026-02-27T02:06:34.345842Z","steps":["trace[1075018752] 'process raft request' (duration: 203.355323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:34.647552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.775994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:34.647643Z","caller":"traceutil/trace.go:171","msg":"trace[1524554867] linearizableReadLoop","detail":"{readStateIndex:27996; appliedIndex:27995; }","duration":"302.185424ms","start":"2026-02-27T02:06:34.34544Z","end":"2026-02-27T02:06:34.647626Z","steps":["trace[1524554867] 'read index received' (duration: 95.164064ms)","trace[1524554867] 'applied index is now lower than readState.Index' (duration: 207.02014ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:34.647704Z","caller":"traceutil/trace.go:171","msg":"trace[1946392717] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"387.276062ms","start":"2026-02-27T02:06:34.260422Z","end":"2026-02-27T02:06:34.647698Z","steps":["trace[1946392717] 'process raft request' (duration: 180.260663ms)","trace[1946392717] 'compare' (duration: 206.554067ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:34.64773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.260397Z","time spent":"387.321754ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:06:34.647859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.237692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-02-27T02:06:34.647871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.359561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-732c2b4a-d03c-4b93-b4ad-fb08b4ff0228\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-02-27T02:06:34.647883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.177925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:34.647925Z","caller":"traceutil/trace.go:171","msg":"trace[405605824] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26713; }","duration":"359.329184ms","start":"2026-02-27T02:06:34.288575Z","end":"2026-02-27T02:06:34.647904Z","steps":["trace[405605824] 'agreement among raft nodes before linearized reading' (duration: 359.227241ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:34.647928Z","caller":"traceutil/trace.go:171","msg":"trace[1301276708] range","detail":"{range_begin:/registry/persistentvolumes/pvc-732c2b4a-d03c-4b93-b4ad-fb08b4ff0228; range_end:; response_count:1; response_revision:26713; }","duration":"388.413033ms","start":"2026-02-27T02:06:34.259497Z","end":"2026-02-27T02:06:34.64791Z","steps":["trace[1301276708] 'agreement among raft nodes before linearized reading' (duration: 388.208257ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:34.647933Z","caller":"traceutil/trace.go:171","msg":"trace[692030960] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:26713; }","duration":"165.260296ms","start":"2026-02-27T02:06:34.48266Z","end":"2026-02-27T02:06:34.64792Z","steps":["trace[692030960] 'agreement among raft nodes before linearized reading' (duration: 165.176064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:34.647948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.288561Z","time spent":"359.382896ms","remote":"127.0.0.1:43436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-27T02:06:34.64796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.259439Z","time spent":"388.512995ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-732c2b4a-d03c-4b93-b4ad-fb08b4ff0228\" "} {"level":"warn","ts":"2026-02-27T02:06:34.647953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.317468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:06:34.648023Z","caller":"traceutil/trace.go:171","msg":"trace[559778697] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26713; }","duration":"327.41313ms","start":"2026-02-27T02:06:34.320597Z","end":"2026-02-27T02:06:34.64801Z","steps":["trace[559778697] 'agreement among raft nodes before linearized reading' (duration: 327.120173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:34.647998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.355183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-mpw9x\" ","response":"range_response_count:1 size:3979"} {"level":"warn","ts":"2026-02-27T02:06:34.648061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.320589Z","time spent":"327.463162ms","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":187,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:34.648082Z","caller":"traceutil/trace.go:171","msg":"trace[846121134] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-mpw9x; range_end:; response_count:1; response_revision:26713; }","duration":"295.495708ms","start":"2026-02-27T02:06:34.352566Z","end":"2026-02-27T02:06:34.648062Z","steps":["trace[846121134] 'agreement among raft nodes before linearized reading' (duration: 295.259881ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:34.971676Z","caller":"traceutil/trace.go:171","msg":"trace[1819337777] linearizableReadLoop","detail":"{readStateIndex:27997; appliedIndex:27996; }","duration":"315.283002ms","start":"2026-02-27T02:06:34.656371Z","end":"2026-02-27T02:06:34.971654Z","steps":["trace[1819337777] 'read index received' (duration: 314.742548ms)","trace[1819337777] 'applied index is now lower than readState.Index' (duration: 538.664µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:34.971705Z","caller":"traceutil/trace.go:171","msg":"trace[358349530] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"317.87289ms","start":"2026-02-27T02:06:34.653791Z","end":"2026-02-27T02:06:34.971663Z","steps":["trace[358349530] 'process raft request' (duration: 317.365177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:34.971881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.65378Z","time spent":"318.007544ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:06:34.971903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.519808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d85f7bb6-5a81-457a-b1e3-8e871cc0148a\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-27T02:06:34.971939Z","caller":"traceutil/trace.go:171","msg":"trace[1742127282] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d85f7bb6-5a81-457a-b1e3-8e871cc0148a; range_end:; response_count:1; response_revision:26714; }","duration":"315.588819ms","start":"2026-02-27T02:06:34.656337Z","end":"2026-02-27T02:06:34.971926Z","steps":["trace[1742127282] 'agreement among raft nodes before linearized reading' (duration: 315.421895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:34.971971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.656318Z","time spent":"315.644181ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-d85f7bb6-5a81-457a-b1e3-8e871cc0148a\" "} {"level":"warn","ts":"2026-02-27T02:06:35.472082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224509,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:06:35.496507Z","caller":"traceutil/trace.go:171","msg":"trace[1003163718] transaction","detail":"{read_only:false; response_revision:26715; number_of_response:1; }","duration":"839.276946ms","start":"2026-02-27T02:06:34.657199Z","end":"2026-02-27T02:06:35.496476Z","steps":["trace[1003163718] 'process raft request' (duration: 838.976738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:35.496675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.657184Z","time spent":"839.394818ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4139,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:35.502391Z","caller":"traceutil/trace.go:171","msg":"trace[520352596] transaction","detail":"{read_only:false; response_revision:26716; number_of_response:1; }","duration":"526.405447ms","start":"2026-02-27T02:06:34.975953Z","end":"2026-02-27T02:06:35.502359Z","steps":["trace[520352596] 'process raft request' (duration: 526.207222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:35.50247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.373598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:35.502556Z","caller":"traceutil/trace.go:171","msg":"trace[1630208675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26716; }","duration":"629.514262ms","start":"2026-02-27T02:06:34.873026Z","end":"2026-02-27T02:06:35.502541Z","steps":["trace[1630208675] 'agreement among raft nodes before linearized reading' (duration: 629.344808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:35.502555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.975926Z","time spent":"526.553561ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:06:35.502604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.872956Z","time spent":"629.640046ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:35.502645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.832092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T02:06:35.50272Z","caller":"traceutil/trace.go:171","msg":"trace[94047693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26716; }","duration":"830.939445ms","start":"2026-02-27T02:06:34.671759Z","end":"2026-02-27T02:06:35.502698Z","steps":["trace[94047693] 'agreement among raft nodes before linearized reading' (duration: 830.717559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:35.502793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.671734Z","time spent":"831.045238ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:06:35.502415Z","caller":"traceutil/trace.go:171","msg":"trace[2091377266] linearizableReadLoop","detail":"{readStateIndex:27999; appliedIndex:27997; }","duration":"530.605199ms","start":"2026-02-27T02:06:34.971733Z","end":"2026-02-27T02:06:35.502338Z","steps":["trace[2091377266] 'read index received' (duration: 524.678282ms)","trace[2091377266] 'applied index is now lower than readState.Index' (duration: 5.925277ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:35.50416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.787334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-27T02:06:35.504243Z","caller":"traceutil/trace.go:171","msg":"trace[2026978942] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26716; }","duration":"527.909038ms","start":"2026-02-27T02:06:34.976313Z","end":"2026-02-27T02:06:35.504222Z","steps":["trace[2026978942] 'agreement among raft nodes before linearized reading' (duration: 527.677821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:35.504328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:34.976298Z","time spent":"528.0187ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-02-27T02:06:35.504808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.244525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:35.504891Z","caller":"traceutil/trace.go:171","msg":"trace[445710813] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26716; }","duration":"399.371679ms","start":"2026-02-27T02:06:35.105505Z","end":"2026-02-27T02:06:35.504876Z","steps":["trace[445710813] 'agreement among raft nodes before linearized reading' (duration: 399.256746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:35.504935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:35.105489Z","time spent":"399.43514ms","remote":"127.0.0.1:58518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:06:35.76165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.51896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-27T02:06:35.761733Z","caller":"traceutil/trace.go:171","msg":"trace[948443991] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26717; }","duration":"251.623592ms","start":"2026-02-27T02:06:35.510087Z","end":"2026-02-27T02:06:35.761711Z","steps":["trace[948443991] 'agreement among raft nodes before linearized reading' (duration: 85.970513ms)","trace[948443991] 'range keys from in-memory index tree' (duration: 165.437324ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:35.80429Z","caller":"traceutil/trace.go:171","msg":"trace[1795542870] linearizableReadLoop","detail":"{readStateIndex:28002; appliedIndex:28000; }","duration":"207.592578ms","start":"2026-02-27T02:06:35.596662Z","end":"2026-02-27T02:06:35.804255Z","steps":["trace[1795542870] 'read index received' (duration: 207.28575ms)","trace[1795542870] 'applied index is now lower than readState.Index' (duration: 305.158µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:35.804384Z","caller":"traceutil/trace.go:171","msg":"trace[469930184] transaction","detail":"{read_only:false; response_revision:26718; number_of_response:1; }","duration":"292.678748ms","start":"2026-02-27T02:06:35.511674Z","end":"2026-02-27T02:06:35.804353Z","steps":["trace[469930184] 'process raft request' (duration: 292.284237ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:35.804615Z","caller":"traceutil/trace.go:171","msg":"trace[362886559] transaction","detail":"{read_only:false; response_revision:26719; number_of_response:1; }","duration":"223.981132ms","start":"2026-02-27T02:06:35.580616Z","end":"2026-02-27T02:06:35.804597Z","steps":["trace[362886559] 'process raft request' (duration: 223.552351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:35.804709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.02005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:35.804764Z","caller":"traceutil/trace.go:171","msg":"trace[265943398] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26719; }","duration":"208.146533ms","start":"2026-02-27T02:06:35.596603Z","end":"2026-02-27T02:06:35.80475Z","steps":["trace[265943398] 'agreement among raft nodes before linearized reading' (duration: 208.02606ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:35.99792Z","caller":"traceutil/trace.go:171","msg":"trace[1636743000] linearizableReadLoop","detail":"{readStateIndex:28003; appliedIndex:28002; }","duration":"193.501806ms","start":"2026-02-27T02:06:35.804395Z","end":"2026-02-27T02:06:35.997897Z","steps":["trace[1636743000] 'read index received' (duration: 107.950984ms)","trace[1636743000] 'applied index is now lower than readState.Index' (duration: 85.550052ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:35.998151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.713823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-df83be8d-aac8-4e25-a61f-b449c58ece6d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T02:06:35.99818Z","caller":"traceutil/trace.go:171","msg":"trace[1676452238] range","detail":"{range_begin:/registry/persistentvolumes/pvc-df83be8d-aac8-4e25-a61f-b449c58ece6d; range_end:; response_count:1; response_revision:26720; }","duration":"232.810875ms","start":"2026-02-27T02:06:35.765361Z","end":"2026-02-27T02:06:35.998172Z","steps":["trace[1676452238] 'agreement among raft nodes before linearized reading' (duration: 232.657851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:35.998362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.128747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T02:06:35.998387Z","caller":"traceutil/trace.go:171","msg":"trace[566332699] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26720; }","duration":"305.184718ms","start":"2026-02-27T02:06:35.693197Z","end":"2026-02-27T02:06:35.998381Z","steps":["trace[566332699] 'agreement among raft nodes before linearized reading' (duration: 305.117187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:35.998405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:35.693177Z","time spent":"305.22365ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:06:35.998591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.422008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6752"} {"level":"info","ts":"2026-02-27T02:06:35.998619Z","caller":"traceutil/trace.go:171","msg":"trace[1046222956] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26720; }","duration":"178.48673ms","start":"2026-02-27T02:06:35.820123Z","end":"2026-02-27T02:06:35.99861Z","steps":["trace[1046222956] 'agreement among raft nodes before linearized reading' (duration: 178.391967ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:35.998582Z","caller":"traceutil/trace.go:171","msg":"trace[1745123272] transaction","detail":"{read_only:false; response_revision:26720; number_of_response:1; }","duration":"398.66809ms","start":"2026-02-27T02:06:35.599844Z","end":"2026-02-27T02:06:35.998513Z","steps":["trace[1745123272] 'process raft request' (duration: 312.564353ms)","trace[1745123272] 'compare' (duration: 85.262345ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:35.998724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.565833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:35.998745Z","caller":"traceutil/trace.go:171","msg":"trace[1476559425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26720; }","duration":"127.609824ms","start":"2026-02-27T02:06:35.871131Z","end":"2026-02-27T02:06:35.99874Z","steps":["trace[1476559425] 'agreement among raft nodes before linearized reading' (duration: 127.574133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:35.998776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:35.599819Z","time spent":"398.871516ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":858,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:06:36.263694Z","caller":"traceutil/trace.go:171","msg":"trace[1150661162] transaction","detail":"{read_only:false; response_revision:26723; number_of_response:1; }","duration":"179.160917ms","start":"2026-02-27T02:06:36.084495Z","end":"2026-02-27T02:06:36.263656Z","steps":["trace[1150661162] 'process raft request' (duration: 83.417356ms)","trace[1150661162] 'compare' (duration: 95.381831ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:36.26577Z","caller":"traceutil/trace.go:171","msg":"trace[806112416] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"175.098999ms","start":"2026-02-27T02:06:36.090638Z","end":"2026-02-27T02:06:36.265737Z","steps":["trace[806112416] 'process raft request' (duration: 174.911004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:36.735615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.152547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:36.735739Z","caller":"traceutil/trace.go:171","msg":"trace[1554738056] transaction","detail":"{read_only:false; response_revision:26726; number_of_response:1; }","duration":"399.125982ms","start":"2026-02-27T02:06:36.336593Z","end":"2026-02-27T02:06:36.735719Z","steps":["trace[1554738056] 'process raft request' (duration: 166.78733ms)","trace[1554738056] 'compare' (duration: 231.763647ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:36.735801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:36.336553Z","time spent":"399.221755ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:36.965556Z","caller":"traceutil/trace.go:171","msg":"trace[860096169] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"621.716597ms","start":"2026-02-27T02:06:36.343808Z","end":"2026-02-27T02:06:36.965525Z","steps":["trace[860096169] 'process raft request' (duration: 621.627505ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:36.965568Z","caller":"traceutil/trace.go:171","msg":"trace[496814546] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"625.560189ms","start":"2026-02-27T02:06:36.339962Z","end":"2026-02-27T02:06:36.965522Z","steps":["trace[496814546] 'process raft request' (duration: 602.970012ms)","trace[496814546] 'compare' (duration: 22.309269ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:36.965737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:36.343782Z","time spent":"621.866261ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7112,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:36.965743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:36.33994Z","time spent":"625.726293ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:06:37.021389Z","caller":"traceutil/trace.go:171","msg":"trace[1052169144] linearizableReadLoop","detail":"{readStateIndex:28012; appliedIndex:28009; }","duration":"147.658693ms","start":"2026-02-27T02:06:36.873711Z","end":"2026-02-27T02:06:37.02137Z","steps":["trace[1052169144] 'read index received' (duration: 69.23884ms)","trace[1052169144] 'applied index is now lower than readState.Index' (duration: 78.419113ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:37.021499Z","caller":"traceutil/trace.go:171","msg":"trace[226794325] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"412.159867ms","start":"2026-02-27T02:06:36.609332Z","end":"2026-02-27T02:06:37.021491Z","steps":["trace[226794325] 'process raft request' (duration: 411.933731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:37.021586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:36.609304Z","time spent":"412.213988ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:37.021943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.228059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:37.021975Z","caller":"traceutil/trace.go:171","msg":"trace[1076339803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26729; }","duration":"148.305961ms","start":"2026-02-27T02:06:36.873661Z","end":"2026-02-27T02:06:37.021967Z","steps":["trace[1076339803] 'agreement among raft nodes before linearized reading' (duration: 148.24691ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:37.40689Z","caller":"traceutil/trace.go:171","msg":"trace[1098705510] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"111.759144ms","start":"2026-02-27T02:06:37.295097Z","end":"2026-02-27T02:06:37.406856Z","steps":["trace[1098705510] 'process raft request' (duration: 111.675622ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:37.406977Z","caller":"traceutil/trace.go:171","msg":"trace[260035532] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"179.239799ms","start":"2026-02-27T02:06:37.227714Z","end":"2026-02-27T02:06:37.406954Z","steps":["trace[260035532] 'process raft request' (duration: 109.68878ms)","trace[260035532] 'compare' (duration: 69.22389ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:37.40735Z","caller":"traceutil/trace.go:171","msg":"trace[1137047799] linearizableReadLoop","detail":"{readStateIndex:28020; appliedIndex:28018; }","duration":"151.922966ms","start":"2026-02-27T02:06:37.255385Z","end":"2026-02-27T02:06:37.407308Z","steps":["trace[1137047799] 'read index received' (duration: 35.831747ms)","trace[1137047799] 'applied index is now lower than readState.Index' (duration: 116.087909ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:37.407559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.509861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:37.407588Z","caller":"traceutil/trace.go:171","msg":"trace[222974227] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26738; }","duration":"113.608973ms","start":"2026-02-27T02:06:37.293969Z","end":"2026-02-27T02:06:37.407578Z","steps":["trace[222974227] 'agreement among raft nodes before linearized reading' (duration: 113.517051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:37.409791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.204984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-27T02:06:37.409893Z","caller":"traceutil/trace.go:171","msg":"trace[1979297475] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26738; }","duration":"154.513435ms","start":"2026-02-27T02:06:37.255358Z","end":"2026-02-27T02:06:37.409872Z","steps":["trace[1979297475] 'agreement among raft nodes before linearized reading' (duration: 152.081531ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:37.682095Z","caller":"traceutil/trace.go:171","msg":"trace[1870000031] linearizableReadLoop","detail":"{readStateIndex:28022; appliedIndex:28021; }","duration":"262.978922ms","start":"2026-02-27T02:06:37.419093Z","end":"2026-02-27T02:06:37.682072Z","steps":["trace[1870000031] 'read index received' (duration: 261.582366ms)","trace[1870000031] 'applied index is now lower than readState.Index' (duration: 1.395866ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:37.682196Z","caller":"traceutil/trace.go:171","msg":"trace[162055405] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"263.169818ms","start":"2026-02-27T02:06:37.419018Z","end":"2026-02-27T02:06:37.682187Z","steps":["trace[162055405] 'process raft request' (duration: 261.73638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:37.68239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.27538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f84774b14ce4\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:06:37.682422Z","caller":"traceutil/trace.go:171","msg":"trace[450077355] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f84774b14ce4; range_end:; response_count:1; response_revision:26739; }","duration":"263.338082ms","start":"2026-02-27T02:06:37.419073Z","end":"2026-02-27T02:06:37.682411Z","steps":["trace[450077355] 'agreement among raft nodes before linearized reading' (duration: 263.216259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:37.682554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.21818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:37.682643Z","caller":"traceutil/trace.go:171","msg":"trace[2082153498] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26739; }","duration":"260.345453ms","start":"2026-02-27T02:06:37.422277Z","end":"2026-02-27T02:06:37.682623Z","steps":["trace[2082153498] 'agreement among raft nodes before linearized reading' (duration: 260.199539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:37.682697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.868693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:37.68273Z","caller":"traceutil/trace.go:171","msg":"trace[146016796] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26739; }","duration":"250.918184ms","start":"2026-02-27T02:06:37.431803Z","end":"2026-02-27T02:06:37.682721Z","steps":["trace[146016796] 'agreement among raft nodes before linearized reading' (duration: 250.856462ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:38.07779Z","caller":"traceutil/trace.go:171","msg":"trace[560517058] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"316.035785ms","start":"2026-02-27T02:06:37.761726Z","end":"2026-02-27T02:06:38.077762Z","steps":["trace[560517058] 'process raft request' (duration: 315.883991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:38.077967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:37.761698Z","time spent":"316.186709ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:38.616608Z","caller":"traceutil/trace.go:171","msg":"trace[764379243] linearizableReadLoop","detail":"{readStateIndex:28025; appliedIndex:28023; }","duration":"742.16006ms","start":"2026-02-27T02:06:37.874389Z","end":"2026-02-27T02:06:38.616549Z","steps":["trace[764379243] 'read index received' (duration: 203.297225ms)","trace[764379243] 'applied index is now lower than readState.Index' (duration: 538.861625ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:38.616697Z","caller":"traceutil/trace.go:171","msg":"trace[410950402] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"854.502581ms","start":"2026-02-27T02:06:37.762173Z","end":"2026-02-27T02:06:38.616676Z","steps":["trace[410950402] 'process raft request' (duration: 853.590917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:38.616789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.394456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:38.616829Z","caller":"traceutil/trace.go:171","msg":"trace[462919063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26742; }","duration":"742.471829ms","start":"2026-02-27T02:06:37.874348Z","end":"2026-02-27T02:06:38.616819Z","steps":["trace[462919063] 'agreement among raft nodes before linearized reading' (duration: 742.391916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:38.616838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:37.762154Z","time spent":"854.593483ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4450,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:38.61686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:37.874327Z","time spent":"742.52608ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:06:38.616898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.527837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-nh424.1897f8479ec0ac9b\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-27T02:06:38.616972Z","caller":"traceutil/trace.go:171","msg":"trace[178658212] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-nh424.1897f8479ec0ac9b; range_end:; response_count:1; response_revision:26742; }","duration":"535.676221ms","start":"2026-02-27T02:06:38.081277Z","end":"2026-02-27T02:06:38.616953Z","steps":["trace[178658212] 'agreement among raft nodes before linearized reading' (duration: 535.502296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:38.617003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:38.081258Z","time spent":"535.739173ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-nh424.1897f8479ec0ac9b\" "} {"level":"warn","ts":"2026-02-27T02:06:38.617173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.614561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:38.617198Z","caller":"traceutil/trace.go:171","msg":"trace[206475565] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26742; }","duration":"268.678892ms","start":"2026-02-27T02:06:38.34851Z","end":"2026-02-27T02:06:38.617189Z","steps":["trace[206475565] 'agreement among raft nodes before linearized reading' (duration: 268.634741ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:38.881689Z","caller":"traceutil/trace.go:171","msg":"trace[939388553] linearizableReadLoop","detail":"{readStateIndex:28026; appliedIndex:28025; }","duration":"257.460767ms","start":"2026-02-27T02:06:38.624197Z","end":"2026-02-27T02:06:38.881658Z","steps":["trace[939388553] 'read index received' (duration: 191.291317ms)","trace[939388553] 'applied index is now lower than readState.Index' (duration: 66.167779ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:38.881718Z","caller":"traceutil/trace.go:171","msg":"trace[683387776] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"261.181845ms","start":"2026-02-27T02:06:38.620489Z","end":"2026-02-27T02:06:38.88167Z","steps":["trace[683387776] 'process raft request' (duration: 195.010996ms)","trace[683387776] 'compare' (duration: 66.015775ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:38.881939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.723613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-d2hth\" ","response":"range_response_count:1 size:5489"} {"level":"info","ts":"2026-02-27T02:06:38.881983Z","caller":"traceutil/trace.go:171","msg":"trace[1760270050] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-d2hth; range_end:; response_count:1; response_revision:26743; }","duration":"257.811836ms","start":"2026-02-27T02:06:38.624157Z","end":"2026-02-27T02:06:38.881969Z","steps":["trace[1760270050] 'agreement among raft nodes before linearized reading' (duration: 257.569279ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:39.310051Z","caller":"traceutil/trace.go:171","msg":"trace[1345888064] linearizableReadLoop","detail":"{readStateIndex:28028; appliedIndex:28026; }","duration":"417.473328ms","start":"2026-02-27T02:06:38.892545Z","end":"2026-02-27T02:06:39.310018Z","steps":["trace[1345888064] 'read index received' (duration: 86.59336ms)","trace[1345888064] 'applied index is now lower than readState.Index' (duration: 330.878488ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:39.310504Z","caller":"traceutil/trace.go:171","msg":"trace[1123911814] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"422.466629ms","start":"2026-02-27T02:06:38.888024Z","end":"2026-02-27T02:06:39.310491Z","steps":["trace[1123911814] 'process raft request' (duration: 421.827502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:39.310617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:38.888012Z","time spent":"422.532651ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:39.310886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.3409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T02:06:39.310927Z","caller":"traceutil/trace.go:171","msg":"trace[941394141] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26745; }","duration":"418.390641ms","start":"2026-02-27T02:06:38.892525Z","end":"2026-02-27T02:06:39.310915Z","steps":["trace[941394141] 'agreement among raft nodes before linearized reading' (duration: 418.268088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:39.310953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:38.892517Z","time spent":"418.431122ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:06:39.311102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.72061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:06:39.311126Z","caller":"traceutil/trace.go:171","msg":"trace[1891052824] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5; range_end:; response_count:1; response_revision:26745; }","duration":"328.781923ms","start":"2026-02-27T02:06:38.982338Z","end":"2026-02-27T02:06:39.31112Z","steps":["trace[1891052824] 'agreement among raft nodes before linearized reading' (duration: 328.716651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:39.311143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:38.982317Z","time spent":"328.822573ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" "} {"level":"warn","ts":"2026-02-27T02:06:39.893147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.044653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:39.893274Z","caller":"traceutil/trace.go:171","msg":"trace[478731986] linearizableReadLoop","detail":"{readStateIndex:28029; appliedIndex:28028; }","duration":"530.090435ms","start":"2026-02-27T02:06:39.363164Z","end":"2026-02-27T02:06:39.893255Z","steps":["trace[478731986] 'read index received' (duration: 291.852456ms)","trace[478731986] 'applied index is now lower than readState.Index' (duration: 238.236568ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:39.893352Z","caller":"traceutil/trace.go:171","msg":"trace[526764750] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"579.598874ms","start":"2026-02-27T02:06:39.313741Z","end":"2026-02-27T02:06:39.89334Z","steps":["trace[526764750] 'process raft request' (duration: 341.262203ms)","trace[526764750] 'compare' (duration: 237.93332ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:39.893417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:39.313715Z","time spent":"579.671086ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:39.893481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.30743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:39.893564Z","caller":"traceutil/trace.go:171","msg":"trace[874981406] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26746; }","duration":"530.437553ms","start":"2026-02-27T02:06:39.363112Z","end":"2026-02-27T02:06:39.893549Z","steps":["trace[874981406] 'agreement among raft nodes before linearized reading' (duration: 530.264699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:39.893613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:39.363088Z","time spent":"530.511896ms","remote":"127.0.0.1:58280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:39.923077Z","caller":"traceutil/trace.go:171","msg":"trace[1694783055] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"535.288832ms","start":"2026-02-27T02:06:39.387759Z","end":"2026-02-27T02:06:39.923048Z","steps":["trace[1694783055] 'process raft request' (duration: 535.048156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:39.923293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.175848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T02:06:39.923344Z","caller":"traceutil/trace.go:171","msg":"trace[1594733422] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26747; }","duration":"190.25677ms","start":"2026-02-27T02:06:39.733072Z","end":"2026-02-27T02:06:39.923329Z","steps":["trace[1594733422] 'agreement among raft nodes before linearized reading' (duration: 190.135157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:39.923128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.672324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-27T02:06:39.923308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:39.387746Z","time spent":"535.481207ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:06:39.923433Z","caller":"traceutil/trace.go:171","msg":"trace[1642909472] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26747; }","duration":"106.010323ms","start":"2026-02-27T02:06:39.817398Z","end":"2026-02-27T02:06:39.923409Z","steps":["trace[1642909472] 'agreement among raft nodes before linearized reading' (duration: 105.607272ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:40.056403Z","caller":"traceutil/trace.go:171","msg":"trace[1034775557] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"130.252463ms","start":"2026-02-27T02:06:39.926119Z","end":"2026-02-27T02:06:40.056372Z","steps":["trace[1034775557] 'process raft request' (duration: 130.063258ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:40.344509Z","caller":"traceutil/trace.go:171","msg":"trace[1330832967] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"280.366683ms","start":"2026-02-27T02:06:40.064099Z","end":"2026-02-27T02:06:40.344466Z","steps":["trace[1330832967] 'process raft request' (duration: 199.519216ms)","trace[1330832967] 'compare' (duration: 80.686663ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:40.344506Z","caller":"traceutil/trace.go:171","msg":"trace[210300792] linearizableReadLoop","detail":"{readStateIndex:28033; appliedIndex:28032; }","duration":"205.148304ms","start":"2026-02-27T02:06:40.139317Z","end":"2026-02-27T02:06:40.344465Z","steps":["trace[210300792] 'read index received' (duration: 124.300337ms)","trace[210300792] 'applied index is now lower than readState.Index' (duration: 80.841507ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:40.3448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.459722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-2pkh4\" ","response":"range_response_count:1 size:5383"} {"level":"info","ts":"2026-02-27T02:06:40.344905Z","caller":"traceutil/trace.go:171","msg":"trace[496657049] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-2pkh4; range_end:; response_count:1; response_revision:26750; }","duration":"205.607316ms","start":"2026-02-27T02:06:40.139273Z","end":"2026-02-27T02:06:40.34488Z","steps":["trace[496657049] 'agreement among raft nodes before linearized reading' (duration: 205.303108ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:40.526107Z","caller":"traceutil/trace.go:171","msg":"trace[698829513] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"172.047319ms","start":"2026-02-27T02:06:40.354028Z","end":"2026-02-27T02:06:40.526076Z","steps":["trace[698829513] 'process raft request' (duration: 126.523345ms)","trace[698829513] 'compare' (duration: 45.302228ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:40.538902Z","caller":"traceutil/trace.go:171","msg":"trace[825733099] linearizableReadLoop","detail":"{readStateIndex:28035; appliedIndex:28033; }","duration":"169.899262ms","start":"2026-02-27T02:06:40.368971Z","end":"2026-02-27T02:06:40.53887Z","steps":["trace[825733099] 'read index received' (duration: 111.691413ms)","trace[825733099] 'applied index is now lower than readState.Index' (duration: 58.202879ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:40.539056Z","caller":"traceutil/trace.go:171","msg":"trace[695806130] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"184.663402ms","start":"2026-02-27T02:06:40.35438Z","end":"2026-02-27T02:06:40.539043Z","steps":["trace[695806130] 'process raft request' (duration: 184.323213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:40.539373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.382944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:40.539397Z","caller":"traceutil/trace.go:171","msg":"trace[551665927] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26752; }","duration":"170.438996ms","start":"2026-02-27T02:06:40.368951Z","end":"2026-02-27T02:06:40.53939Z","steps":["trace[551665927] 'agreement among raft nodes before linearized reading' (duration: 170.349604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:40.539516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.0345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-02-27T02:06:40.539533Z","caller":"traceutil/trace.go:171","msg":"trace[922395097] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:26752; }","duration":"166.086011ms","start":"2026-02-27T02:06:40.373442Z","end":"2026-02-27T02:06:40.539528Z","steps":["trace[922395097] 'agreement among raft nodes before linearized reading' (duration: 166.04924ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:40.669868Z","caller":"traceutil/trace.go:171","msg":"trace[1653694777] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"106.341701ms","start":"2026-02-27T02:06:40.563458Z","end":"2026-02-27T02:06:40.6698Z","steps":["trace[1653694777] 'process raft request' (duration: 106.147446ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:41.071821Z","caller":"traceutil/trace.go:171","msg":"trace[2052520133] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"102.325885ms","start":"2026-02-27T02:06:40.969459Z","end":"2026-02-27T02:06:41.071785Z","steps":["trace[2052520133] 'process raft request' (duration: 67.801682ms)","trace[2052520133] 'compare' (duration: 34.372099ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:41.319414Z","caller":"traceutil/trace.go:171","msg":"trace[536692444] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"156.558339ms","start":"2026-02-27T02:06:41.162815Z","end":"2026-02-27T02:06:41.319373Z","steps":["trace[536692444] 'process raft request' (duration: 62.387029ms)","trace[536692444] 'compare' (duration: 94.061647ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:41.326943Z","caller":"traceutil/trace.go:171","msg":"trace[1830342953] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"161.646683ms","start":"2026-02-27T02:06:41.165258Z","end":"2026-02-27T02:06:41.326905Z","steps":["trace[1830342953] 'process raft request' (duration: 161.51669ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:41.982757Z","caller":"traceutil/trace.go:171","msg":"trace[1003574118] linearizableReadLoop","detail":"{readStateIndex:28080; appliedIndex:28079; }","duration":"105.628963ms","start":"2026-02-27T02:06:41.877095Z","end":"2026-02-27T02:06:41.982724Z","steps":["trace[1003574118] 'read index received' (duration: 95.124855ms)","trace[1003574118] 'applied index is now lower than readState.Index' (duration: 10.502838ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:41.983071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.948491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:41.983239Z","caller":"traceutil/trace.go:171","msg":"trace[476488215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26797; }","duration":"106.086935ms","start":"2026-02-27T02:06:41.877058Z","end":"2026-02-27T02:06:41.983144Z","steps":["trace[476488215] 'agreement among raft nodes before linearized reading' (duration: 105.747266ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:41.983845Z","caller":"traceutil/trace.go:171","msg":"trace[1520086279] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"106.623939ms","start":"2026-02-27T02:06:41.87613Z","end":"2026-02-27T02:06:41.982754Z","steps":["trace[1520086279] 'process raft request' (duration: 96.160952ms)","trace[1520086279] 'compare' (duration: 10.302812ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:42.16604Z","caller":"traceutil/trace.go:171","msg":"trace[973401585] linearizableReadLoop","detail":"{readStateIndex:28081; appliedIndex:28080; }","duration":"174.517553ms","start":"2026-02-27T02:06:41.991496Z","end":"2026-02-27T02:06:42.166014Z","steps":["trace[973401585] 'read index received' (duration: 174.466901ms)","trace[973401585] 'applied index is now lower than readState.Index' (duration: 49.832µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:42.166086Z","caller":"traceutil/trace.go:171","msg":"trace[754955521] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"175.877009ms","start":"2026-02-27T02:06:41.99017Z","end":"2026-02-27T02:06:42.166048Z","steps":["trace[754955521] 'process raft request' (duration: 175.708404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:42.166274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.763509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T02:06:42.1663Z","caller":"traceutil/trace.go:171","msg":"trace[186585517] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26798; }","duration":"174.832291ms","start":"2026-02-27T02:06:41.991459Z","end":"2026-02-27T02:06:42.166292Z","steps":["trace[186585517] 'agreement among raft nodes before linearized reading' (duration: 174.672437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:42.189553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.824297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4944"} {"level":"info","ts":"2026-02-27T02:06:42.189642Z","caller":"traceutil/trace.go:171","msg":"trace[584214824] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:26799; }","duration":"130.923321ms","start":"2026-02-27T02:06:42.0587Z","end":"2026-02-27T02:06:42.189623Z","steps":["trace[584214824] 'agreement among raft nodes before linearized reading' (duration: 130.694225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:42.417939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.203606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:42.418057Z","caller":"traceutil/trace.go:171","msg":"trace[750594459] transaction","detail":"{read_only:false; response_revision:26801; number_of_response:1; }","duration":"223.014656ms","start":"2026-02-27T02:06:42.195021Z","end":"2026-02-27T02:06:42.418036Z","steps":["trace[750594459] 'process raft request' (duration: 79.634525ms)","trace[750594459] 'compare' (duration: 142.919789ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:42.496904Z","caller":"traceutil/trace.go:171","msg":"trace[1543969619] linearizableReadLoop","detail":"{readStateIndex:28085; appliedIndex:28084; }","duration":"154.865784ms","start":"2026-02-27T02:06:42.342006Z","end":"2026-02-27T02:06:42.496872Z","steps":["trace[1543969619] 'read index received' (duration: 154.669439ms)","trace[1543969619] 'applied index is now lower than readState.Index' (duration: 195.515µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:42.496941Z","caller":"traceutil/trace.go:171","msg":"trace[269874046] transaction","detail":"{read_only:false; response_revision:26802; number_of_response:1; }","duration":"284.83035ms","start":"2026-02-27T02:06:42.212074Z","end":"2026-02-27T02:06:42.496904Z","steps":["trace[269874046] 'process raft request' (duration: 284.674406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:42.497173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.146922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:06:42.497235Z","caller":"traceutil/trace.go:171","msg":"trace[1530782273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26802; }","duration":"155.275725ms","start":"2026-02-27T02:06:42.341944Z","end":"2026-02-27T02:06:42.497219Z","steps":["trace[1530782273] 'agreement among raft nodes before linearized reading' (duration: 155.042989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:43.285326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.853652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T02:06:43.285411Z","caller":"traceutil/trace.go:171","msg":"trace[1900141588] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26820; }","duration":"153.012075ms","start":"2026-02-27T02:06:43.132379Z","end":"2026-02-27T02:06:43.285392Z","steps":["trace[1900141588] 'range keys from in-memory index tree' (duration: 152.642626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:43.285919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.279673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-d2hth.1897f84810016630\" ","response":"range_response_count:1 size:876"} {"level":"info","ts":"2026-02-27T02:06:43.28602Z","caller":"traceutil/trace.go:171","msg":"trace[1320966081] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-d2hth.1897f84810016630; range_end:; response_count:1; response_revision:26820; }","duration":"192.486439ms","start":"2026-02-27T02:06:43.093508Z","end":"2026-02-27T02:06:43.285994Z","steps":["trace[1320966081] 'range keys from in-memory index tree' (duration: 191.871413ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:43.505473Z","caller":"traceutil/trace.go:171","msg":"trace[1759479985] linearizableReadLoop","detail":"{readStateIndex:28107; appliedIndex:28105; }","duration":"119.89605ms","start":"2026-02-27T02:06:43.38555Z","end":"2026-02-27T02:06:43.505447Z","steps":["trace[1759479985] 'read index received' (duration: 29.772227ms)","trace[1759479985] 'applied index is now lower than readState.Index' (duration: 90.122993ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:43.50561Z","caller":"traceutil/trace.go:171","msg":"trace[625433067] transaction","detail":"{read_only:false; response_revision:26823; number_of_response:1; }","duration":"130.066319ms","start":"2026-02-27T02:06:43.375477Z","end":"2026-02-27T02:06:43.505544Z","steps":["trace[625433067] 'process raft request' (duration: 129.901374ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:43.505575Z","caller":"traceutil/trace.go:171","msg":"trace[1549596472] transaction","detail":"{read_only:false; response_revision:26822; number_of_response:1; }","duration":"130.51716ms","start":"2026-02-27T02:06:43.37501Z","end":"2026-02-27T02:06:43.505527Z","steps":["trace[1549596472] 'process raft request' (duration: 40.303255ms)","trace[1549596472] 'compare' (duration: 89.880736ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:43.506018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.470405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:06:43.506653Z","caller":"traceutil/trace.go:171","msg":"trace[1330383057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26823; }","duration":"121.141143ms","start":"2026-02-27T02:06:43.385493Z","end":"2026-02-27T02:06:43.506634Z","steps":["trace[1330383057] 'agreement among raft nodes before linearized reading' (duration: 120.360412ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:43.779239Z","caller":"traceutil/trace.go:171","msg":"trace[1047545966] transaction","detail":"{read_only:false; response_revision:26826; number_of_response:1; }","duration":"267.123152ms","start":"2026-02-27T02:06:43.512083Z","end":"2026-02-27T02:06:43.779206Z","steps":["trace[1047545966] 'process raft request' (duration: 267.04394ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:43.779269Z","caller":"traceutil/trace.go:171","msg":"trace[1250645875] transaction","detail":"{read_only:false; response_revision:26825; number_of_response:1; }","duration":"267.312158ms","start":"2026-02-27T02:06:43.51192Z","end":"2026-02-27T02:06:43.779232Z","steps":["trace[1250645875] 'process raft request' (duration: 267.02187ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:43.944455Z","caller":"traceutil/trace.go:171","msg":"trace[2036651798] transaction","detail":"{read_only:false; response_revision:26827; number_of_response:1; }","duration":"411.91951ms","start":"2026-02-27T02:06:43.532514Z","end":"2026-02-27T02:06:43.944433Z","steps":["trace[2036651798] 'process raft request' (duration: 323.931744ms)","trace[2036651798] 'compare' (duration: 87.838062ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:43.944455Z","caller":"traceutil/trace.go:171","msg":"trace[1544814692] linearizableReadLoop","detail":"{readStateIndex:28111; appliedIndex:28108; }","duration":"210.2863ms","start":"2026-02-27T02:06:43.734135Z","end":"2026-02-27T02:06:43.944421Z","steps":["trace[1544814692] 'read index received' (duration: 44.888007ms)","trace[1544814692] 'applied index is now lower than readState.Index' (duration: 165.397363ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:43.944585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:43.532494Z","time spent":"412.030744ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:06:43.944661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.504224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:43.944694Z","caller":"traceutil/trace.go:171","msg":"trace[916501704] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26827; }","duration":"129.612757ms","start":"2026-02-27T02:06:43.815068Z","end":"2026-02-27T02:06:43.94468Z","steps":["trace[916501704] 'agreement among raft nodes before linearized reading' (duration: 129.512214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:43.9447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.547867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-27T02:06:43.944781Z","caller":"traceutil/trace.go:171","msg":"trace[654570491] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26827; }","duration":"210.66521ms","start":"2026-02-27T02:06:43.734082Z","end":"2026-02-27T02:06:43.944747Z","steps":["trace[654570491] 'agreement among raft nodes before linearized reading' (duration: 210.437894ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:44.166894Z","caller":"traceutil/trace.go:171","msg":"trace[1280798674] transaction","detail":"{read_only:false; response_revision:26829; number_of_response:1; }","duration":"181.147119ms","start":"2026-02-27T02:06:43.985713Z","end":"2026-02-27T02:06:44.16686Z","steps":["trace[1280798674] 'process raft request' (duration: 158.339486ms)","trace[1280798674] 'compare' (duration: 22.624578ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:44.512153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.615428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:44.512368Z","caller":"traceutil/trace.go:171","msg":"trace[15916342] transaction","detail":"{read_only:false; response_revision:26833; number_of_response:1; }","duration":"262.434968ms","start":"2026-02-27T02:06:44.249881Z","end":"2026-02-27T02:06:44.512316Z","steps":["trace[15916342] 'process raft request' (duration: 23.568953ms)","trace[15916342] 'compare' (duration: 238.517426ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:44.678923Z","caller":"traceutil/trace.go:171","msg":"trace[835782804] transaction","detail":"{read_only:false; response_revision:26834; number_of_response:1; }","duration":"159.022525ms","start":"2026-02-27T02:06:44.519853Z","end":"2026-02-27T02:06:44.678875Z","steps":["trace[835782804] 'process raft request' (duration: 94.382596ms)","trace[835782804] 'compare' (duration: 64.154856ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:44.679334Z","caller":"traceutil/trace.go:171","msg":"trace[652249593] transaction","detail":"{read_only:false; response_revision:26835; number_of_response:1; }","duration":"153.17846ms","start":"2026-02-27T02:06:44.526143Z","end":"2026-02-27T02:06:44.679321Z","steps":["trace[652249593] 'process raft request' (duration: 152.455121ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:44.88469Z","caller":"traceutil/trace.go:171","msg":"trace[1006368853] transaction","detail":"{read_only:false; response_revision:26838; number_of_response:1; }","duration":"111.982621ms","start":"2026-02-27T02:06:44.772662Z","end":"2026-02-27T02:06:44.884645Z","steps":["trace[1006368853] 'process raft request' (duration: 111.684773ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:45.088138Z","caller":"traceutil/trace.go:171","msg":"trace[1449122522] linearizableReadLoop","detail":"{readStateIndex:28126; appliedIndex:28125; }","duration":"127.060699ms","start":"2026-02-27T02:06:44.96104Z","end":"2026-02-27T02:06:45.0881Z","steps":["trace[1449122522] 'read index received' (duration: 102.445918ms)","trace[1449122522] 'applied index is now lower than readState.Index' (duration: 24.612911ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:45.088218Z","caller":"traceutil/trace.go:171","msg":"trace[1186130274] transaction","detail":"{read_only:false; response_revision:26842; number_of_response:1; }","duration":"152.487922ms","start":"2026-02-27T02:06:44.935673Z","end":"2026-02-27T02:06:45.088161Z","steps":["trace[1186130274] 'process raft request' (duration: 127.910652ms)","trace[1186130274] 'compare' (duration: 24.300472ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:45.088469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.350697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:45.08856Z","caller":"traceutil/trace.go:171","msg":"trace[2074592188] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26842; }","duration":"127.507651ms","start":"2026-02-27T02:06:44.961006Z","end":"2026-02-27T02:06:45.088514Z","steps":["trace[2074592188] 'agreement among raft nodes before linearized reading' (duration: 127.235464ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:45.293517Z","caller":"traceutil/trace.go:171","msg":"trace[1110704103] linearizableReadLoop","detail":"{readStateIndex:28129; appliedIndex:28128; }","duration":"105.002016ms","start":"2026-02-27T02:06:45.188478Z","end":"2026-02-27T02:06:45.29348Z","steps":["trace[1110704103] 'read index received' (duration: 54.891101ms)","trace[1110704103] 'applied index is now lower than readState.Index' (duration: 50.109675ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:45.293918Z","caller":"traceutil/trace.go:171","msg":"trace[1220027764] transaction","detail":"{read_only:false; response_revision:26845; number_of_response:1; }","duration":"109.798122ms","start":"2026-02-27T02:06:45.184079Z","end":"2026-02-27T02:06:45.293877Z","steps":["trace[1220027764] 'process raft request' (duration: 59.320988ms)","trace[1220027764] 'compare' (duration: 49.92382ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:45.294054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.547411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:45.294219Z","caller":"traceutil/trace.go:171","msg":"trace[5309622] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26845; }","duration":"105.745435ms","start":"2026-02-27T02:06:45.188432Z","end":"2026-02-27T02:06:45.294177Z","steps":["trace[5309622] 'agreement among raft nodes before linearized reading' (duration: 105.454918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:45.603752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.129843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:45.603899Z","caller":"traceutil/trace.go:171","msg":"trace[1319063464] linearizableReadLoop","detail":"{readStateIndex:28130; appliedIndex:28129; }","duration":"304.415279ms","start":"2026-02-27T02:06:45.299465Z","end":"2026-02-27T02:06:45.60388Z","steps":["trace[1319063464] 'read index received' (duration: 121.056551ms)","trace[1319063464] 'applied index is now lower than readState.Index' (duration: 183.357038ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:45.604056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.550953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:45.604096Z","caller":"traceutil/trace.go:171","msg":"trace[931082365] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26846; }","duration":"259.629335ms","start":"2026-02-27T02:06:45.344454Z","end":"2026-02-27T02:06:45.604084Z","steps":["trace[931082365] 'agreement among raft nodes before linearized reading' (duration: 259.519762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:45.604126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.656135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:06:45.604206Z","caller":"traceutil/trace.go:171","msg":"trace[788581017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26846; }","duration":"304.774508ms","start":"2026-02-27T02:06:45.299411Z","end":"2026-02-27T02:06:45.604185Z","steps":["trace[788581017] 'agreement among raft nodes before linearized reading' (duration: 304.541572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:45.604236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:45.299394Z","time spent":"304.8372ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:06:45.604099Z","caller":"traceutil/trace.go:171","msg":"trace[423782459] transaction","detail":"{read_only:false; response_revision:26846; number_of_response:1; }","duration":"304.581783ms","start":"2026-02-27T02:06:45.299319Z","end":"2026-02-27T02:06:45.603901Z","steps":["trace[423782459] 'process raft request' (duration: 121.203605ms)","trace[423782459] 'compare' (duration: 182.999368ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:45.604497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:45.299288Z","time spent":"305.083896ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:06:46.07937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.998223ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:46.07955Z","caller":"traceutil/trace.go:171","msg":"trace[335011463] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26848; }","duration":"134.213169ms","start":"2026-02-27T02:06:45.94531Z","end":"2026-02-27T02:06:46.079523Z","steps":["trace[335011463] 'range keys from in-memory index tree' (duration: 133.967492ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:46.079697Z","caller":"traceutil/trace.go:171","msg":"trace[1257607322] linearizableReadLoop","detail":"{readStateIndex:28133; appliedIndex:28132; }","duration":"205.865763ms","start":"2026-02-27T02:06:45.873803Z","end":"2026-02-27T02:06:46.079669Z","steps":["trace[1257607322] 'read index received' (duration: 116.447349ms)","trace[1257607322] 'applied index is now lower than readState.Index' (duration: 89.417043ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:46.079823Z","caller":"traceutil/trace.go:171","msg":"trace[1293514476] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"287.661985ms","start":"2026-02-27T02:06:45.792099Z","end":"2026-02-27T02:06:46.079761Z","steps":["trace[1293514476] 'process raft request' (duration: 198.20621ms)","trace[1293514476] 'compare' (duration: 89.003813ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:46.079854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.033037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:46.079932Z","caller":"traceutil/trace.go:171","msg":"trace[1935282257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26849; }","duration":"206.16172ms","start":"2026-02-27T02:06:45.873754Z","end":"2026-02-27T02:06:46.079916Z","steps":["trace[1935282257] 'agreement among raft nodes before linearized reading' (duration: 206.029907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:46.079875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.890489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:06:46.080009Z","caller":"traceutil/trace.go:171","msg":"trace[1533776931] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26849; }","duration":"193.044844ms","start":"2026-02-27T02:06:45.886941Z","end":"2026-02-27T02:06:46.079986Z","steps":["trace[1533776931] 'agreement among raft nodes before linearized reading' (duration: 192.870349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:46.31049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.257883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-27T02:06:46.310586Z","caller":"traceutil/trace.go:171","msg":"trace[768273039] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26849; }","duration":"119.410587ms","start":"2026-02-27T02:06:46.191153Z","end":"2026-02-27T02:06:46.310564Z","steps":["trace[768273039] 'range keys from in-memory index tree' (duration: 119.114529ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:47.662599Z","caller":"traceutil/trace.go:171","msg":"trace[1433708197] linearizableReadLoop","detail":"{readStateIndex:28136; appliedIndex:28135; }","duration":"136.324254ms","start":"2026-02-27T02:06:47.526238Z","end":"2026-02-27T02:06:47.662563Z","steps":["trace[1433708197] 'read index received' (duration: 66.273952ms)","trace[1433708197] 'applied index is now lower than readState.Index' (duration: 70.048732ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:47.662812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.548321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T02:06:47.662884Z","caller":"traceutil/trace.go:171","msg":"trace[95656531] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26851; }","duration":"136.673264ms","start":"2026-02-27T02:06:47.526194Z","end":"2026-02-27T02:06:47.662868Z","steps":["trace[95656531] 'agreement among raft nodes before linearized reading' (duration: 136.457658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:47.662985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.716334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-27T02:06:47.663072Z","caller":"traceutil/trace.go:171","msg":"trace[132233054] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26851; }","duration":"125.861078ms","start":"2026-02-27T02:06:47.53719Z","end":"2026-02-27T02:06:47.663051Z","steps":["trace[132233054] 'agreement among raft nodes before linearized reading' (duration: 125.605061ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:48.233992Z","caller":"traceutil/trace.go:171","msg":"trace[776846122] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"152.496571ms","start":"2026-02-27T02:06:48.081462Z","end":"2026-02-27T02:06:48.233959Z","steps":["trace[776846122] 'process raft request' (duration: 152.282896ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:48.23421Z","caller":"traceutil/trace.go:171","msg":"trace[438718666] linearizableReadLoop","detail":"{readStateIndex:28138; appliedIndex:28137; }","duration":"149.576054ms","start":"2026-02-27T02:06:48.084339Z","end":"2026-02-27T02:06:48.233915Z","steps":["trace[438718666] 'read index received' (duration: 149.336048ms)","trace[438718666] 'applied index is now lower than readState.Index' (duration: 239.146µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:48.234286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.921203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:06:48.234372Z","caller":"traceutil/trace.go:171","msg":"trace[1415561143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26853; }","duration":"150.051217ms","start":"2026-02-27T02:06:48.084298Z","end":"2026-02-27T02:06:48.234349Z","steps":["trace[1415561143] 'agreement among raft nodes before linearized reading' (duration: 149.80555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:49.901744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:50.119843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.740076ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T02:06:50.119965Z","caller":"traceutil/trace.go:171","msg":"trace[150631991] linearizableReadLoop","detail":"{readStateIndex:28140; appliedIndex:28139; }","duration":"719.246176ms","start":"2026-02-27T02:06:49.400695Z","end":"2026-02-27T02:06:50.119941Z","steps":["trace[150631991] 'read index received' (duration: 616.329335ms)","trace[150631991] 'applied index is now lower than readState.Index' (duration: 102.915441ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:50.120219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.507432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-27T02:06:50.120319Z","caller":"traceutil/trace.go:171","msg":"trace[1678388643] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26854; }","duration":"719.612855ms","start":"2026-02-27T02:06:49.400679Z","end":"2026-02-27T02:06:50.120291Z","steps":["trace[1678388643] 'agreement among raft nodes before linearized reading' (duration: 719.351268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:50.120368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:49.400601Z","time spent":"719.755199ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-27T02:06:50.120433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.361728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T02:06:50.12055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.914939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T02:06:50.120659Z","caller":"traceutil/trace.go:171","msg":"trace[227247751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26854; }","duration":"213.094754ms","start":"2026-02-27T02:06:49.907532Z","end":"2026-02-27T02:06:50.120627Z","steps":["trace[227247751] 'agreement among raft nodes before linearized reading' (duration: 212.742085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:50.1207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.553676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:06:50.120744Z","caller":"traceutil/trace.go:171","msg":"trace[669508161] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26854; }","duration":"595.639808ms","start":"2026-02-27T02:06:49.525091Z","end":"2026-02-27T02:06:50.120731Z","steps":["trace[669508161] 'agreement among raft nodes before linearized reading' (duration: 595.524975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:50.120789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:49.525063Z","time spent":"595.71437ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:06:50.120252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.250316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:50.120916Z","caller":"traceutil/trace.go:171","msg":"trace[1320902779] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26854; }","duration":"657.926274ms","start":"2026-02-27T02:06:49.462971Z","end":"2026-02-27T02:06:50.120897Z","steps":["trace[1320902779] 'agreement among raft nodes before linearized reading' (duration: 657.211105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:50.120968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:49.462947Z","time spent":"658.004147ms","remote":"127.0.0.1:51812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:06:50.120591Z","caller":"traceutil/trace.go:171","msg":"trace[425685938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26854; }","duration":"214.557643ms","start":"2026-02-27T02:06:49.906019Z","end":"2026-02-27T02:06:50.120577Z","steps":["trace[425685938] 'agreement among raft nodes before linearized reading' (duration: 214.258315ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:52.362803Z","caller":"traceutil/trace.go:171","msg":"trace[2030979360] linearizableReadLoop","detail":"{readStateIndex:28144; appliedIndex:28143; }","duration":"203.530861ms","start":"2026-02-27T02:06:52.159246Z","end":"2026-02-27T02:06:52.362777Z","steps":["trace[2030979360] 'read index received' (duration: 203.467499ms)","trace[2030979360] 'applied index is now lower than readState.Index' (duration: 62.622µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:52.362911Z","caller":"traceutil/trace.go:171","msg":"trace[482559041] transaction","detail":"{read_only:false; response_revision:26858; number_of_response:1; }","duration":"240.854448ms","start":"2026-02-27T02:06:52.122028Z","end":"2026-02-27T02:06:52.362883Z","steps":["trace[482559041] 'process raft request' (duration: 240.609021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:52.363004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.747486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T02:06:52.363036Z","caller":"traceutil/trace.go:171","msg":"trace[106089491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26858; }","duration":"203.86691ms","start":"2026-02-27T02:06:52.159161Z","end":"2026-02-27T02:06:52.363028Z","steps":["trace[106089491] 'agreement among raft nodes before linearized reading' (duration: 203.730206ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:52.430439Z","caller":"traceutil/trace.go:171","msg":"trace[1954448220] transaction","detail":"{read_only:false; response_revision:26859; number_of_response:1; }","duration":"246.078186ms","start":"2026-02-27T02:06:52.184332Z","end":"2026-02-27T02:06:52.43041Z","steps":["trace[1954448220] 'process raft request' (duration: 243.307353ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:52.430692Z","caller":"traceutil/trace.go:171","msg":"trace[2073328998] transaction","detail":"{read_only:false; response_revision:26860; number_of_response:1; }","duration":"200.400918ms","start":"2026-02-27T02:06:52.230253Z","end":"2026-02-27T02:06:52.430654Z","steps":["trace[2073328998] 'process raft request' (duration: 200.105091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:52.4309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.061135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:06:52.430944Z","caller":"traceutil/trace.go:171","msg":"trace[1385821088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26861; }","duration":"142.154848ms","start":"2026-02-27T02:06:52.288779Z","end":"2026-02-27T02:06:52.430934Z","steps":["trace[1385821088] 'agreement among raft nodes before linearized reading' (duration: 141.982963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:53.628063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.111043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-27T02:06:53.628135Z","caller":"traceutil/trace.go:171","msg":"trace[736741873] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26865; }","duration":"104.188925ms","start":"2026-02-27T02:06:53.523927Z","end":"2026-02-27T02:06:53.628116Z","steps":["trace[736741873] 'range keys from in-memory index tree' (duration: 103.972959ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:54.601632Z","caller":"traceutil/trace.go:171","msg":"trace[1895372417] linearizableReadLoop","detail":"{readStateIndex:28158; appliedIndex:28157; }","duration":"136.92923ms","start":"2026-02-27T02:06:54.464679Z","end":"2026-02-27T02:06:54.601608Z","steps":["trace[1895372417] 'read index received' (duration: 136.723775ms)","trace[1895372417] 'applied index is now lower than readState.Index' (duration: 204.925µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:54.601706Z","caller":"traceutil/trace.go:171","msg":"trace[1021400719] transaction","detail":"{read_only:false; response_revision:26871; number_of_response:1; }","duration":"160.175955ms","start":"2026-02-27T02:06:54.441507Z","end":"2026-02-27T02:06:54.601683Z","steps":["trace[1021400719] 'process raft request' (duration: 159.946949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:54.601792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.016928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:06:54.601816Z","caller":"traceutil/trace.go:171","msg":"trace[1991100807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26871; }","duration":"127.08271ms","start":"2026-02-27T02:06:54.474723Z","end":"2026-02-27T02:06:54.601805Z","steps":["trace[1991100807] 'agreement among raft nodes before linearized reading' (duration: 126.986968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:54.601865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.684694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:54.601891Z","caller":"traceutil/trace.go:171","msg":"trace[1638913682] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26871; }","duration":"119.742046ms","start":"2026-02-27T02:06:54.482137Z","end":"2026-02-27T02:06:54.601879Z","steps":["trace[1638913682] 'agreement among raft nodes before linearized reading' (duration: 119.677245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:54.601903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.057047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:06:54.601919Z","caller":"traceutil/trace.go:171","msg":"trace[2049166353] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26871; }","duration":"125.101288ms","start":"2026-02-27T02:06:54.47681Z","end":"2026-02-27T02:06:54.601911Z","steps":["trace[2049166353] 'agreement among raft nodes before linearized reading' (duration: 125.072657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:54.601902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.239762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:06:54.601929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.219728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:06:54.601992Z","caller":"traceutil/trace.go:171","msg":"trace[1553958985] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26871; }","duration":"119.369466ms","start":"2026-02-27T02:06:54.482596Z","end":"2026-02-27T02:06:54.601965Z","steps":["trace[1553958985] 'agreement among raft nodes before linearized reading' (duration: 119.16197ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:54.602048Z","caller":"traceutil/trace.go:171","msg":"trace[369521094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26871; }","duration":"137.387502ms","start":"2026-02-27T02:06:54.464633Z","end":"2026-02-27T02:06:54.602021Z","steps":["trace[369521094] 'agreement among raft nodes before linearized reading' (duration: 137.080464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:55.806374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:56.306822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:06:56.807975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224916,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:06:57.153703Z","caller":"traceutil/trace.go:171","msg":"trace[477975536] transaction","detail":"{read_only:false; response_revision:26873; number_of_response:1; }","duration":"1.964838556s","start":"2026-02-27T02:06:55.188825Z","end":"2026-02-27T02:06:57.153664Z","steps":["trace[477975536] 'process raft request' (duration: 1.964647661s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:57.153886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:55.188786Z","time spent":"1.965015121s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:57.873779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000434637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:06:57.873886Z","caller":"traceutil/trace.go:171","msg":"trace[1469056229] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000588721s","start":"2026-02-27T02:06:55.873271Z","end":"2026-02-27T02:06:57.87386Z","steps":["trace[1469056229] 'agreement among raft nodes before linearized reading' (duration: 2.000461228s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:57.87394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:55.873256Z","time spent":"2.000674594s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:06:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:06:58.503194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.349130019s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:06:59.681443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177920462s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:06:59.68164Z","caller":"traceutil/trace.go:171","msg":"trace[2028819383] linearizableReadLoop","detail":"{readStateIndex:28161; appliedIndex:28160; }","duration":"4.3758754s","start":"2026-02-27T02:06:55.305748Z","end":"2026-02-27T02:06:59.681624Z","steps":["trace[2028819383] 'read index received' (duration: 1.848242954s)","trace[2028819383] 'applied index is now lower than readState.Index' (duration: 2.527631836s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:06:59.681697Z","caller":"traceutil/trace.go:171","msg":"trace[58324431] transaction","detail":"{read_only:false; response_revision:26875; number_of_response:1; }","duration":"2.627127527s","start":"2026-02-27T02:06:57.054562Z","end":"2026-02-27T02:06:59.68169Z","steps":["trace[58324431] 'process raft request' (duration: 2.626975363s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:06:59.681667Z","caller":"traceutil/trace.go:171","msg":"trace[1618609599] transaction","detail":"{read_only:false; response_revision:26874; number_of_response:1; }","duration":"3.590936157s","start":"2026-02-27T02:06:56.090694Z","end":"2026-02-27T02:06:59.68163Z","steps":["trace[1618609599] 'process raft request' (duration: 2.412743498s)","trace[1618609599] 'compare' (duration: 1.176481864s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:06:59.68174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:57.054538Z","time spent":"2.627180098s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:59.681832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:56.090666Z","time spent":"3.591069681s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:06:59.682012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.37627481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:06:59.682037Z","caller":"traceutil/trace.go:171","msg":"trace[910185715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26875; }","duration":"4.376345672s","start":"2026-02-27T02:06:55.305686Z","end":"2026-02-27T02:06:59.682031Z","steps":["trace[910185715] 'agreement among raft nodes before linearized reading' (duration: 4.376213649s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:59.682054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:55.305664Z","time spent":"4.376386014s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:06:59.874359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000338096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:06:59.87449Z","caller":"traceutil/trace.go:171","msg":"trace[1751434138] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000543481s","start":"2026-02-27T02:06:57.873919Z","end":"2026-02-27T02:06:59.874463Z","steps":["trace[1751434138] 'agreement among raft nodes before linearized reading' (duration: 2.000378926s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:06:59.874556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:57.87389Z","time spent":"2.000648154s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:00.182584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:00.365146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000192945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:00.365368Z","caller":"traceutil/trace.go:171","msg":"trace[956065744] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.00040533s","start":"2026-02-27T02:06:55.364879Z","end":"2026-02-27T02:07:00.365284Z","steps":["trace[956065744] 'agreement among raft nodes before linearized reading' (duration: 5.000211645s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:00.365511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:55.364866Z","time spent":"5.000629497s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/27 02:07:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:00.522311Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.986935461s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:00.673324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999608209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:00.673418Z","caller":"traceutil/trace.go:171","msg":"trace[1729569501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999760643s","start":"2026-02-27T02:06:55.673631Z","end":"2026-02-27T02:07:00.673391Z","steps":["trace[1729569501] 'agreement among raft nodes before linearized reading' (duration: 4.99965094s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:00.673464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:55.673608Z","time spent":"4.999847556s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 02:07:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:00.687516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.832908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:00.687725Z","caller":"traceutil/trace.go:171","msg":"trace[649824738] transaction","detail":"{read_only:false; response_revision:26876; number_of_response:1; }","duration":"3.526661379s","start":"2026-02-27T02:06:57.161036Z","end":"2026-02-27T02:07:00.687697Z","steps":["trace[649824738] 'process raft request' (duration: 3.361548343s)","trace[649824738] 'compare' (duration: 164.112839ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:00.687798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:57.161002Z","time spent":"3.526769092s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:07:00.688542Z","caller":"traceutil/trace.go:171","msg":"trace[1972286220] transaction","detail":"{read_only:false; response_revision:26877; number_of_response:1; }","duration":"3.251943676s","start":"2026-02-27T02:06:57.436585Z","end":"2026-02-27T02:07:00.688529Z","steps":["trace[1972286220] 'process raft request' (duration: 3.251808442s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:00.68863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:57.436573Z","time spent":"3.252006467s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:01.462705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999732404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:01.462821Z","caller":"traceutil/trace.go:171","msg":"trace[677561951] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999923479s","start":"2026-02-27T02:06:56.462871Z","end":"2026-02-27T02:07:01.462795Z","steps":["trace[677561951] 'agreement among raft nodes before linearized reading' (duration: 4.999769275s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:01.462891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:56.462849Z","time spent":"5.000028452s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/27 02:07:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:01.883206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:01.883298Z","caller":"traceutil/trace.go:171","msg":"trace[2142781923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369076s","start":"2026-02-27T02:06:59.882907Z","end":"2026-02-27T02:07:01.883276Z","steps":["trace[2142781923] 'agreement among raft nodes before linearized reading' (duration: 2.000240032s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:01.88334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:59.882878Z","time spent":"2.000455688s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:02.102572Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.36089088s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:02.184937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999795816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:02.185038Z","caller":"traceutil/trace.go:171","msg":"trace[511052038] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.99997282s","start":"2026-02-27T02:06:57.185045Z","end":"2026-02-27T02:07:02.185018Z","steps":["trace[511052038] 'agreement among raft nodes before linearized reading' (duration: 4.999849237s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:02.185107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:57.185021Z","time spent":"5.000075443s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:07:03.266741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998890842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:03.266809Z","caller":"traceutil/trace.go:171","msg":"trace[204850518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999020745s","start":"2026-02-27T02:06:58.267775Z","end":"2026-02-27T02:07:03.266796Z","steps":["trace[204850518] 'agreement among raft nodes before linearized reading' (duration: 4.998940863s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:03.26684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:58.267726Z","time spent":"4.999105108s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 02:07:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:03.884303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00054739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:03.884654Z","caller":"traceutil/trace.go:171","msg":"trace[1715464845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000760896s","start":"2026-02-27T02:07:01.883638Z","end":"2026-02-27T02:07:03.884399Z","steps":["trace[1715464845] 'agreement among raft nodes before linearized reading' (duration: 2.000602832s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:03.884893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:01.883602Z","time spent":"2.00127219s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:04.176249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999841461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:04.17636Z","caller":"traceutil/trace.go:171","msg":"trace[1815878813] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000043506s","start":"2026-02-27T02:07:02.176291Z","end":"2026-02-27T02:07:04.176334Z","steps":["trace[1815878813] 'agreement among raft nodes before linearized reading' (duration: 1.999880852s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:04.176415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.176268Z","time spent":"2.000136989s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:05.507514Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6bdb9c9cad6e6b96","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T02:07:05.678867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001421222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:05.678963Z","caller":"traceutil/trace.go:171","msg":"trace[834986401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.001588916s","start":"2026-02-27T02:07:02.677352Z","end":"2026-02-27T02:07:05.678941Z","steps":["trace[834986401] 'agreement among raft nodes before linearized reading' (duration: 3.001469373s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:05.679012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.677324Z","time spent":"3.001677588s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 02:07:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:05.893283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000185722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:05.893382Z","caller":"traceutil/trace.go:171","msg":"trace[11814556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000349616s","start":"2026-02-27T02:07:03.893011Z","end":"2026-02-27T02:07:05.89336Z","steps":["trace[11814556] 'agreement among raft nodes before linearized reading' (duration: 2.000232833s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:05.893422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:03.892985Z","time spent":"2.000429298s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:06.606213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999687253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:06.606323Z","caller":"traceutil/trace.go:171","msg":"trace[832717522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999844438s","start":"2026-02-27T02:06:56.606451Z","end":"2026-02-27T02:07:06.606296Z","steps":["trace[832717522] 'agreement among raft nodes before linearized reading' (duration: 9.999712904s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:06.60638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:56.606434Z","time spent":"9.999936561s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/02/27 02:07:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:06.618429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.101666ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:06.618569Z","caller":"traceutil/trace.go:171","msg":"trace[417921810] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26877; }","duration":"673.240739ms","start":"2026-02-27T02:07:05.945302Z","end":"2026-02-27T02:07:06.618543Z","steps":["trace[417921810] 'range keys from in-memory index tree' (duration: 673.083105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:06.619048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.514868805s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T02:07:06.620444Z","caller":"traceutil/trace.go:171","msg":"trace[222223708] transaction","detail":"{read_only:false; response_revision:26880; number_of_response:1; }","duration":"4.932372823s","start":"2026-02-27T02:07:01.688037Z","end":"2026-02-27T02:07:06.620409Z","steps":["trace[222223708] 'process raft request' (duration: 4.93228419s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:06.62064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:01.688006Z","time spent":"4.932520887s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:06.620942Z","caller":"traceutil/trace.go:171","msg":"trace[1980026082] transaction","detail":"{read_only:false; response_revision:26879; number_of_response:1; }","duration":"6.075608208s","start":"2026-02-27T02:07:00.5453Z","end":"2026-02-27T02:07:06.620908Z","steps":["trace[1980026082] 'process raft request' (duration: 6.074659343s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:06.62093Z","caller":"traceutil/trace.go:171","msg":"trace[1914700695] transaction","detail":"{read_only:false; response_revision:26878; number_of_response:1; }","duration":"6.682686947s","start":"2026-02-27T02:06:59.938198Z","end":"2026-02-27T02:07:06.620885Z","steps":["trace[1914700695] 'process raft request' (duration: 6.681019523s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:06.621298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.461236128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T02:07:06.62135Z","caller":"traceutil/trace.go:171","msg":"trace[1212626872] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26880; }","duration":"9.46132414s","start":"2026-02-27T02:06:57.160013Z","end":"2026-02-27T02:07:06.621338Z","steps":["trace[1212626872] 'agreement among raft nodes before linearized reading' (duration: 9.461169056s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:06.621394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:57.159987Z","time spent":"9.461398762s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:07:06.621405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.425656921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-27T02:07:06.621453Z","caller":"traceutil/trace.go:171","msg":"trace[1187405527] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26880; }","duration":"7.425753573s","start":"2026-02-27T02:06:59.195683Z","end":"2026-02-27T02:07:06.621436Z","steps":["trace[1187405527] 'agreement among raft nodes before linearized reading' (duration: 7.42563826s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:06.621508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:59.195652Z","time spent":"7.425845146s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:07:06.621293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.337098886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T02:07:06.621615Z","caller":"traceutil/trace.go:171","msg":"trace[917127546] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26880; }","duration":"9.337465225s","start":"2026-02-27T02:06:57.284139Z","end":"2026-02-27T02:07:06.621604Z","steps":["trace[917127546] 'agreement among raft nodes before linearized reading' (duration: 9.337009303s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:06.62165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:57.284105Z","time spent":"9.337535377s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:07:06.621601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:59.938159Z","time spent":"6.683099748s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:06.621728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.803078123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-02-27T02:07:06.621107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.225756288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:06.621787Z","caller":"traceutil/trace.go:171","msg":"trace[267882254] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26880; }","duration":"10.803175416s","start":"2026-02-27T02:06:55.818594Z","end":"2026-02-27T02:07:06.62177Z","steps":["trace[267882254] 'agreement among raft nodes before linearized reading' (duration: 10.803014021s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:06.621808Z","caller":"traceutil/trace.go:171","msg":"trace[358536745] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26880; }","duration":"11.226475847s","start":"2026-02-27T02:06:55.395321Z","end":"2026-02-27T02:07:06.621797Z","steps":["trace[358536745] 'agreement among raft nodes before linearized reading' (duration: 11.225697937s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:06.621811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.388342148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:06.621847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:55.395257Z","time spent":"11.226579739s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:06.62184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:55.818572Z","time spent":"10.803254827s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:06.621853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.030214353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:06.621884Z","caller":"traceutil/trace.go:171","msg":"trace[778273546] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26880; }","duration":"10.388475541s","start":"2026-02-27T02:06:56.233391Z","end":"2026-02-27T02:07:06.621867Z","steps":["trace[778273546] 'agreement among raft nodes before linearized reading' (duration: 10.388350148s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:06.6219Z","caller":"traceutil/trace.go:171","msg":"trace[1003200864] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26880; }","duration":"9.030292974s","start":"2026-02-27T02:06:57.591591Z","end":"2026-02-27T02:07:06.621884Z","steps":["trace[1003200864] 'agreement among raft nodes before linearized reading' (duration: 9.030207051s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:06.621926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:56.233361Z","time spent":"10.388555524s","remote":"127.0.0.1:43514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:06.621938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.606676016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T02:07:06.621099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:00.545272Z","time spent":"6.075726801s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:06.622004Z","caller":"traceutil/trace.go:171","msg":"trace[1840219697] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26880; }","duration":"7.606755738s","start":"2026-02-27T02:06:59.01522Z","end":"2026-02-27T02:07:06.621976Z","steps":["trace[1840219697] 'agreement among raft nodes before linearized reading' (duration: 7.606613314s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:06.620958Z","caller":"traceutil/trace.go:171","msg":"trace[1242735899] linearizableReadLoop","detail":"{readStateIndex:28166; appliedIndex:28162; }","duration":"6.939266401s","start":"2026-02-27T02:06:59.681661Z","end":"2026-02-27T02:07:06.620928Z","steps":["trace[1242735899] 'read index received' (duration: 841.029885ms)","trace[1242735899] 'applied index is now lower than readState.Index' (duration: 6.098233806s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:06.621164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.3261764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:06.622051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:59.015198Z","time spent":"7.606845441s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:06.621769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.84590622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:06.622085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.237267267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129116"} {"level":"info","ts":"2026-02-27T02:07:06.622099Z","caller":"traceutil/trace.go:171","msg":"trace[791155116] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26880; }","duration":"8.846292239s","start":"2026-02-27T02:06:57.775792Z","end":"2026-02-27T02:07:06.622085Z","steps":["trace[791155116] 'agreement among raft nodes before linearized reading' (duration: 8.845899419s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:06.622132Z","caller":"traceutil/trace.go:171","msg":"trace[1140504766] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26880; }","duration":"9.237348449s","start":"2026-02-27T02:06:57.384771Z","end":"2026-02-27T02:07:06.62212Z","steps":["trace[1140504766] 'agreement among raft nodes before linearized reading' (duration: 9.237195355s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:06.622138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:57.775774Z","time spent":"8.846353061s","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:07:06.622171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:57.384751Z","time spent":"9.2374091s","remote":"127.0.0.1:43376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129138,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T02:07:06.622207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.663040136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:06.622235Z","caller":"traceutil/trace.go:171","msg":"trace[1502387612] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26880; }","duration":"7.663119969s","start":"2026-02-27T02:06:58.959106Z","end":"2026-02-27T02:07:06.622226Z","steps":["trace[1502387612] 'agreement among raft nodes before linearized reading' (duration: 7.663053797s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:06.622266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:58.95908Z","time spent":"7.66317522s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:06.622088Z","caller":"traceutil/trace.go:171","msg":"trace[1172551532] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26880; }","duration":"7.327142706s","start":"2026-02-27T02:06:59.294928Z","end":"2026-02-27T02:07:06.622071Z","steps":["trace[1172551532] 'agreement among raft nodes before linearized reading' (duration: 7.326207011s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:06.622388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:59.294901Z","time spent":"7.327469005s","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:06.621942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:57.591579Z","time spent":"9.030352186s","remote":"127.0.0.1:51850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:06.622702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.991914188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:07:06.622725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.865565438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:06.622757Z","caller":"traceutil/trace.go:171","msg":"trace[1593974582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26880; }","duration":"9.99198898s","start":"2026-02-27T02:06:56.630748Z","end":"2026-02-27T02:07:06.622737Z","steps":["trace[1593974582] 'agreement among raft nodes before linearized reading' (duration: 9.991856427s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:06.622833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:56.630731Z","time spent":"9.992089293s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:07:06.622762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.195662565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-27T02:07:06.622921Z","caller":"traceutil/trace.go:171","msg":"trace[1562682095] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26880; }","duration":"10.195816189s","start":"2026-02-27T02:06:56.427087Z","end":"2026-02-27T02:07:06.622904Z","steps":["trace[1562682095] 'agreement among raft nodes before linearized reading' (duration: 10.195594313s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:06.622958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:56.426996Z","time spent":"10.195953272s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-02-27T02:07:06.622764Z","caller":"traceutil/trace.go:171","msg":"trace[1843376256] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26880; }","duration":"9.86564343s","start":"2026-02-27T02:06:56.757109Z","end":"2026-02-27T02:07:06.622752Z","steps":["trace[1843376256] 'agreement among raft nodes before linearized reading' (duration: 9.865574788s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:06.623284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.328524556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"info","ts":"2026-02-27T02:07:06.623339Z","caller":"traceutil/trace.go:171","msg":"trace[1147483017] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26880; }","duration":"10.328628209s","start":"2026-02-27T02:06:56.294696Z","end":"2026-02-27T02:07:06.623324Z","steps":["trace[1147483017] 'agreement among raft nodes before linearized reading' (duration: 10.326876552s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:06.623368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:56.29467Z","time spent":"10.328692321s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7099,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-02-27T02:07:06.623156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:56.75709Z","time spent":"9.866022079s","remote":"127.0.0.1:58066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} 2026/02/27 02:07:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:07.122469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:07.158135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:06.630359Z","time spent":"527.768492ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:07:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:07.184508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.237579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:07.184576Z","caller":"traceutil/trace.go:171","msg":"trace[1468810027] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"555.341102ms","start":"2026-02-27T02:07:06.629213Z","end":"2026-02-27T02:07:07.184554Z","steps":["trace[1468810027] 'agreement among raft nodes before linearized reading' (duration: 555.25482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:07.184633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:06.629203Z","time spent":"555.420274ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/02/27 02:07:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:07.623281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:07.894255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000295923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:07.894369Z","caller":"traceutil/trace.go:171","msg":"trace[1787099014] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000493878s","start":"2026-02-27T02:07:05.893847Z","end":"2026-02-27T02:07:07.894341Z","steps":["trace[1787099014] 'agreement among raft nodes before linearized reading' (duration: 2.000336384s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:07.894423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:05.89382Z","time spent":"2.000593791s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:08.124523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:08.540955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999107937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:08.541035Z","caller":"traceutil/trace.go:171","msg":"trace[154136949] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999239721s","start":"2026-02-27T02:07:03.541776Z","end":"2026-02-27T02:07:08.541016Z","steps":["trace[154136949] 'agreement among raft nodes before linearized reading' (duration: 4.999142538s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:08.541065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:03.541753Z","time spent":"4.999307743s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/27 02:07:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:08.625858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:08.856137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999402815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:08.856271Z","caller":"traceutil/trace.go:171","msg":"trace[446060428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999577829s","start":"2026-02-27T02:07:03.85666Z","end":"2026-02-27T02:07:08.856238Z","steps":["trace[446060428] 'agreement among raft nodes before linearized reading' (duration: 4.999416935s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:08.856515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:03.856647Z","time spent":"4.999853757s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 02:07:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:09.126896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:09.628074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:09.703909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999485777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:09.704017Z","caller":"traceutil/trace.go:171","msg":"trace[870974910] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999657832s","start":"2026-02-27T02:07:04.704334Z","end":"2026-02-27T02:07:09.703992Z","steps":["trace[870974910] 'agreement among raft nodes before linearized reading' (duration: 4.999519058s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:09.704104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:04.704309Z","time spent":"4.999782755s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/27 02:07:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:09.902208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000673235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:09.902312Z","caller":"traceutil/trace.go:171","msg":"trace[197839008] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000836448s","start":"2026-02-27T02:07:07.901453Z","end":"2026-02-27T02:07:09.902289Z","steps":["trace[197839008] 'agreement among raft nodes before linearized reading' (duration: 2.000697295s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:09.902374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:07.901435Z","time spent":"2.000928161s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:10.128317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:10.159672Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.47838797s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:07:10.160173Z","caller":"traceutil/trace.go:171","msg":"trace[1659720556] transaction","detail":"{read_only:false; response_revision:26881; number_of_response:1; }","duration":"4.478958476s","start":"2026-02-27T02:07:05.681178Z","end":"2026-02-27T02:07:10.160136Z","steps":["trace[1659720556] 'process raft request' (duration: 4.478703619s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:10.160361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:05.681154Z","time spent":"4.47911044s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:10.491744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999002704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:10.492095Z","caller":"traceutil/trace.go:171","msg":"trace[2039236556] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999417335s","start":"2026-02-27T02:07:05.492649Z","end":"2026-02-27T02:07:10.492066Z","steps":["trace[2039236556] 'agreement among raft nodes before linearized reading' (duration: 4.999040305s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:10.492189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:05.492624Z","time spent":"4.999550139s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/27 02:07:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:11.902664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999868502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:11.902797Z","caller":"traceutil/trace.go:171","msg":"trace[296675071] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0001378s","start":"2026-02-27T02:07:09.902631Z","end":"2026-02-27T02:07:11.902769Z","steps":["trace[296675071] 'agreement among raft nodes before linearized reading' (duration: 1.999906924s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:11.902874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:09.902606Z","time spent":"2.000249022s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:12.229693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999725564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:12.229786Z","caller":"traceutil/trace.go:171","msg":"trace[1994739003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999916799s","start":"2026-02-27T02:07:07.229847Z","end":"2026-02-27T02:07:12.229764Z","steps":["trace[1994739003] 'agreement among raft nodes before linearized reading' (duration: 4.999754495s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:12.229828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:07.229816Z","time spent":"5.0000035s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:07:12.707593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:05.706565Z","time spent":"7.000993723s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:13.609226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:06.608301Z","time spent":"7.00091767s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:13.624412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:08.625781Z","time spent":"4.998627435s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:07:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:13.626814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:06.625984Z","time spent":"7.000825999s","remote":"127.0.0.1:43376","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:13.633122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:06.632485Z","time spent":"7.000634383s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:13.633107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:06.632549Z","time spent":"7.000551191s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:13.63535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:06.634445Z","time spent":"7.0008977s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:13.911578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000188441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:13.911659Z","caller":"traceutil/trace.go:171","msg":"trace[1677106284] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000328195s","start":"2026-02-27T02:07:11.91131Z","end":"2026-02-27T02:07:13.911638Z","steps":["trace[1677106284] 'agreement among raft nodes before linearized reading' (duration: 2.000228252s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:13.911697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:11.911255Z","time spent":"2.000435098s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:15.621971Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6bdb9c9cad6e6c28","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T02:07:15.652701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999593489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:15.652829Z","caller":"traceutil/trace.go:171","msg":"trace[327409710] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999767003s","start":"2026-02-27T02:07:10.653029Z","end":"2026-02-27T02:07:15.652796Z","steps":["trace[327409710] 'agreement among raft nodes before linearized reading' (duration: 4.999625459s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:15.652898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:10.653006Z","time spent":"4.999876387s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/27 02:07:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:15.912398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000364236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:15.9125Z","caller":"traceutil/trace.go:171","msg":"trace[2132757250] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000512559s","start":"2026-02-27T02:07:13.911961Z","end":"2026-02-27T02:07:15.912473Z","steps":["trace[2132757250] 'agreement among raft nodes before linearized reading' (duration: 2.000391236s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:15.912557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.911939Z","time spent":"2.000603742s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:16.138735Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.415761705s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:16.632019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001166681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:16.632128Z","caller":"traceutil/trace.go:171","msg":"trace[1144171220] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.001310616s","start":"2026-02-27T02:07:06.630793Z","end":"2026-02-27T02:07:16.632104Z","steps":["trace[1144171220] 'agreement among raft nodes before linearized reading' (duration: 10.001179242s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:16.632227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:06.630787Z","time spent":"10.001382357s","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/02/27 02:07:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:16.726297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:09.725873Z","time spent":"7.000412788s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:17.31835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999269292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:17.318461Z","caller":"traceutil/trace.go:171","msg":"trace[984175414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999440216s","start":"2026-02-27T02:07:12.318992Z","end":"2026-02-27T02:07:17.318432Z","steps":["trace[984175414] 'agreement among raft nodes before linearized reading' (duration: 4.999306363s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.31852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:12.318968Z","time spent":"4.999537658s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 02:07:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:17.614354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474172454s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-27T02:07:17.92391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999966975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:17.924006Z","caller":"traceutil/trace.go:171","msg":"trace[360994104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00014945s","start":"2026-02-27T02:07:15.923836Z","end":"2026-02-27T02:07:17.923986Z","steps":["trace[360994104] 'agreement among raft nodes before linearized reading' (duration: 2.000036987s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:17.924052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:15.923813Z","time spent":"2.000228322s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:18.016388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999389743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:18.016493Z","caller":"traceutil/trace.go:171","msg":"trace[207639446] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999542638s","start":"2026-02-27T02:07:13.016918Z","end":"2026-02-27T02:07:18.016461Z","steps":["trace[207639446] 'agreement among raft nodes before linearized reading' (duration: 4.999437455s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:18.016569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.016877Z","time spent":"4.999677371s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/27 02:07:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:18.162675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999513807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:18.162796Z","caller":"traceutil/trace.go:171","msg":"trace[692147613] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999702362s","start":"2026-02-27T02:07:13.163067Z","end":"2026-02-27T02:07:18.162769Z","steps":["trace[692147613] 'agreement among raft nodes before linearized reading' (duration: 4.999552468s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:18.162848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.163043Z","time spent":"4.999795495s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-27T02:07:18.624831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998896581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:18.624921Z","caller":"traceutil/trace.go:171","msg":"trace[1680321737] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999038365s","start":"2026-02-27T02:07:13.62586Z","end":"2026-02-27T02:07:18.624899Z","steps":["trace[1680321737] 'agreement among raft nodes before linearized reading' (duration: 4.998925112s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:18.624962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.62584Z","time spent":"4.999113376s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/27 02:07:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:19.925581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000767787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:19.925682Z","caller":"traceutil/trace.go:171","msg":"trace[1661300926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00088282s","start":"2026-02-27T02:07:17.924775Z","end":"2026-02-27T02:07:19.925658Z","steps":["trace[1661300926] 'agreement among raft nodes before linearized reading' (duration: 2.000763137s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:19.925734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:17.924743Z","time spent":"2.000978213s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:20.065249Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.335152065s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:20.080593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464788324s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:20.081441Z","caller":"traceutil/trace.go:171","msg":"trace[249516876] linearizableReadLoop","detail":"{readStateIndex:28180; appliedIndex:28168; }","duration":"13.45936467s","start":"2026-02-27T02:07:06.622043Z","end":"2026-02-27T02:07:20.081408Z","steps":["trace[249516876] 'read index received' (duration: 3.537909556s)","trace[249516876] 'applied index is now lower than readState.Index' (duration: 9.921453224s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:20.08157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.497439253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:20.081598Z","caller":"traceutil/trace.go:171","msg":"trace[1323967949] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26892; }","duration":"15.497534176s","start":"2026-02-27T02:07:04.584054Z","end":"2026-02-27T02:07:20.081588Z","steps":["trace[1323967949] 'agreement among raft nodes before linearized reading' (duration: 15.497443773s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.081621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:04.584029Z","time spent":"15.497587537s","remote":"127.0.0.1:57950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.081777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.685417763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:20.081797Z","caller":"traceutil/trace.go:171","msg":"trace[1628545279] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26892; }","duration":"15.685465695s","start":"2026-02-27T02:07:04.396326Z","end":"2026-02-27T02:07:20.081792Z","steps":["trace[1628545279] 'agreement among raft nodes before linearized reading' (duration: 15.685423434s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.081812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:04.396312Z","time spent":"15.685496495s","remote":"127.0.0.1:58038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.081895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.800818365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:20.081916Z","caller":"traceutil/trace.go:171","msg":"trace[1704049433] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26892; }","duration":"15.800876786s","start":"2026-02-27T02:07:04.281033Z","end":"2026-02-27T02:07:20.081909Z","steps":["trace[1704049433] 'agreement among raft nodes before linearized reading' (duration: 15.800851655s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.081929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:04.281008Z","time spent":"15.800917247s","remote":"127.0.0.1:57962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.082022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.313223901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:20.082039Z","caller":"traceutil/trace.go:171","msg":"trace[2053583974] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26892; }","duration":"16.313272892s","start":"2026-02-27T02:07:03.768763Z","end":"2026-02-27T02:07:20.082035Z","steps":["trace[2053583974] 'agreement among raft nodes before linearized reading' (duration: 16.313237442s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.082057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:03.768748Z","time spent":"16.313302843s","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.082127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.753934372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:20.082142Z","caller":"traceutil/trace.go:171","msg":"trace[543735236] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:0; response_revision:26892; }","duration":"16.753950652s","start":"2026-02-27T02:07:03.328188Z","end":"2026-02-27T02:07:20.082139Z","steps":["trace[543735236] 'agreement among raft nodes before linearized reading' (duration: 16.753926692s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.082154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:03.328104Z","time spent":"16.754046946s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-02-27T02:07:20.082283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.790777756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:07:20.082301Z","caller":"traceutil/trace.go:171","msg":"trace[1396354322] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26892; }","duration":"16.790795046s","start":"2026-02-27T02:07:03.291501Z","end":"2026-02-27T02:07:20.082296Z","steps":["trace[1396354322] 'agreement among raft nodes before linearized reading' (duration: 16.790713224s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.082312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:03.291424Z","time spent":"16.790885069s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:07:20.082417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.842855253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T02:07:20.082434Z","caller":"traceutil/trace.go:171","msg":"trace[976548038] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26892; }","duration":"16.842899224s","start":"2026-02-27T02:07:03.239531Z","end":"2026-02-27T02:07:20.08243Z","steps":["trace[976548038] 'agreement among raft nodes before linearized reading' (duration: 16.842852833s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.082446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:03.239513Z","time spent":"16.842930145s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:20.082545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.872157183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:20.082562Z","caller":"traceutil/trace.go:171","msg":"trace[480013527] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26892; }","duration":"19.872214624s","start":"2026-02-27T02:07:00.210344Z","end":"2026-02-27T02:07:20.082558Z","steps":["trace[480013527] 'agreement among raft nodes before linearized reading' (duration: 19.872183053s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.082544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.853755747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:20.082571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.868744494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:20.082623Z","caller":"traceutil/trace.go:171","msg":"trace[1393239570] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26892; }","duration":"19.85388661s","start":"2026-02-27T02:07:00.228709Z","end":"2026-02-27T02:07:20.082596Z","steps":["trace[1393239570] 'agreement among raft nodes before linearized reading' (duration: 19.853717786s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:20.08267Z","caller":"traceutil/trace.go:171","msg":"trace[1666105865] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26892; }","duration":"18.868900419s","start":"2026-02-27T02:07:01.213748Z","end":"2026-02-27T02:07:20.082648Z","steps":["trace[1666105865] 'agreement among raft nodes before linearized reading' (duration: 18.868685193s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.082682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:00.228686Z","time spent":"19.853980162s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.082711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.181099025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:20.082721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:01.213731Z","time spent":"18.86898047s","remote":"127.0.0.1:58292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:20.082749Z","caller":"traceutil/trace.go:171","msg":"trace[1344845588] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26892; }","duration":"17.181185908s","start":"2026-02-27T02:07:02.901549Z","end":"2026-02-27T02:07:20.082735Z","steps":["trace[1344845588] 'agreement among raft nodes before linearized reading' (duration: 17.181085115s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.082776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.901519Z","time spent":"17.18124998s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":87,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.082976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.448621755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:20.083039Z","caller":"traceutil/trace.go:171","msg":"trace[1080381382] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26892; }","duration":"19.448733188s","start":"2026-02-27T02:07:00.634289Z","end":"2026-02-27T02:07:20.083022Z","steps":["trace[1080381382] 'agreement among raft nodes before linearized reading' (duration: 19.448639925s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.082622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.203914533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:07:20.083084Z","caller":"traceutil/trace.go:171","msg":"trace[440911045] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5; range_end:; response_count:1; response_revision:26892; }","duration":"20.204422506s","start":"2026-02-27T02:06:59.878653Z","end":"2026-02-27T02:07:20.083076Z","steps":["trace[440911045] 'agreement among raft nodes before linearized reading' (duration: 20.203930053s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.083083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:00.634232Z","time spent":"19.448836761s","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.083111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:06:59.878624Z","time spent":"20.204478618s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" "} {"level":"warn","ts":"2026-02-27T02:07:20.083124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.978672432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:07:20.083151Z","caller":"traceutil/trace.go:171","msg":"trace[554835765] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26892; }","duration":"17.978737444s","start":"2026-02-27T02:07:02.104404Z","end":"2026-02-27T02:07:20.083141Z","steps":["trace[554835765] 'agreement among raft nodes before linearized reading' (duration: 17.978504958s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.083193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.10438Z","time spent":"17.978790696s","remote":"127.0.0.1:43426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":230,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.082612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.841522676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:20.083233Z","caller":"traceutil/trace.go:171","msg":"trace[1244914565] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26892; }","duration":"17.842188674s","start":"2026-02-27T02:07:02.241037Z","end":"2026-02-27T02:07:20.083226Z","steps":["trace[1244914565] 'agreement among raft nodes before linearized reading' (duration: 17.841447334s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.08327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:02.241016Z","time spent":"17.842237375s","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":116,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.082575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:00.210321Z","time spent":"19.872251046s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.083345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.449383006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-27T02:07:20.083414Z","caller":"traceutil/trace.go:171","msg":"trace[372071419] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26892; }","duration":"19.449495529s","start":"2026-02-27T02:07:00.633903Z","end":"2026-02-27T02:07:20.083399Z","steps":["trace[372071419] 'agreement among raft nodes before linearized reading' (duration: 19.449246982s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.083458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:00.633881Z","time spent":"19.44956675s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T02:07:20.083477Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"46.431µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-02-27T02:07:20.083543Z","caller":"traceutil/trace.go:171","msg":"trace[1923096482] transaction","detail":"{read_only:false; response_revision:26892; number_of_response:1; }","duration":"5.956001765s","start":"2026-02-27T02:07:14.127518Z","end":"2026-02-27T02:07:20.08352Z","steps":["trace[1923096482] 'process raft request' (duration: 5.953233972s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:20.08357Z","caller":"traceutil/trace.go:171","msg":"trace[111942768] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26892; }","duration":"3.353603313s","start":"2026-02-27T02:07:16.729959Z","end":"2026-02-27T02:07:20.083562Z","steps":["trace[111942768] 'process raft request' (duration: 3.353566092s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.083563Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6bdb9c9cad6e6c28","error":"lease not found"} {"level":"warn","ts":"2026-02-27T02:07:20.083615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:14.127493Z","time spent":"5.956078177s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:20.083549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.449556409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129116"} {"level":"warn","ts":"2026-02-27T02:07:20.08369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.729931Z","time spent":"3.353656445s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:20.083724Z","caller":"traceutil/trace.go:171","msg":"trace[412909279] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26892; }","duration":"19.449750405s","start":"2026-02-27T02:07:00.633904Z","end":"2026-02-27T02:07:20.083654Z","steps":["trace[412909279] 'agreement among raft nodes before linearized reading' (duration: 19.449293743s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.083756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:00.633884Z","time spent":"19.449864368s","remote":"127.0.0.1:43376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129138,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T02:07:20.13845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.387383558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:20.138525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.502183246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-2pkh4\" ","response":"range_response_count:1 size:5395"} {"level":"info","ts":"2026-02-27T02:07:20.138553Z","caller":"traceutil/trace.go:171","msg":"trace[570009831] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26893; }","duration":"7.387527142s","start":"2026-02-27T02:07:12.751Z","end":"2026-02-27T02:07:20.138527Z","steps":["trace[570009831] 'agreement among raft nodes before linearized reading' (duration: 7.387379428s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:20.138578Z","caller":"traceutil/trace.go:171","msg":"trace[1408791725] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-2pkh4; range_end:; response_count:1; response_revision:26893; }","duration":"6.502256437s","start":"2026-02-27T02:07:13.636304Z","end":"2026-02-27T02:07:20.138561Z","steps":["trace[1408791725] 'agreement among raft nodes before linearized reading' (duration: 6.502051792s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.138611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.63629Z","time spent":"6.502313729s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5417,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-2pkh4\" "} {"level":"warn","ts":"2026-02-27T02:07:20.138611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:12.750987Z","time spent":"7.387607535s","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.138622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690765697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:20.138691Z","caller":"traceutil/trace.go:171","msg":"trace[1924071991] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26893; }","duration":"3.69085731s","start":"2026-02-27T02:07:16.447816Z","end":"2026-02-27T02:07:20.138674Z","steps":["trace[1924071991] 'agreement among raft nodes before linearized reading' (duration: 3.690740307s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.13874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.447808Z","time spent":"3.690918251s","remote":"127.0.0.1:58148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.138837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.697249388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:20.138878Z","caller":"traceutil/trace.go:171","msg":"trace[1962832968] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26893; }","duration":"3.69731961s","start":"2026-02-27T02:07:16.441545Z","end":"2026-02-27T02:07:20.138865Z","steps":["trace[1962832968] 'agreement among raft nodes before linearized reading' (duration: 3.697258868s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.138907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.441529Z","time spent":"3.697369352s","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.138959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.42751889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T02:07:20.139012Z","caller":"traceutil/trace.go:171","msg":"trace[175407207] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26893; }","duration":"7.427604121s","start":"2026-02-27T02:07:12.711392Z","end":"2026-02-27T02:07:20.138996Z","steps":["trace[175407207] 'agreement among raft nodes before linearized reading' (duration: 7.427457018s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.13903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.743476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:20.139058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.793960735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:20.139069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:12.71137Z","time spent":"7.427685414s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T02:07:20.139085Z","caller":"traceutil/trace.go:171","msg":"trace[249639430] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26893; }","duration":"3.794029858s","start":"2026-02-27T02:07:16.345046Z","end":"2026-02-27T02:07:20.139076Z","steps":["trace[249639430] 'agreement among raft nodes before linearized reading' (duration: 3.793982086s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.139114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.345014Z","time spent":"3.794093098s","remote":"127.0.0.1:43704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.139165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737118657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:20.139241Z","caller":"traceutil/trace.go:171","msg":"trace[526075331] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26893; }","duration":"1.73723789s","start":"2026-02-27T02:07:18.401988Z","end":"2026-02-27T02:07:20.139226Z","steps":["trace[526075331] 'agreement among raft nodes before linearized reading' (duration: 1.737105896s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.139294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:18.401962Z","time spent":"1.737317212s","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.139323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.639278389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:20.13938Z","caller":"traceutil/trace.go:171","msg":"trace[14482396] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26893; }","duration":"7.639380301s","start":"2026-02-27T02:07:12.499983Z","end":"2026-02-27T02:07:20.139363Z","steps":["trace[14482396] 'agreement among raft nodes before linearized reading' (duration: 7.639289319s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.139426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:12.499958Z","time spent":"7.639454643s","remote":"127.0.0.1:60120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.139543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865929932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:20.139599Z","caller":"traceutil/trace.go:171","msg":"trace[1145321560] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26893; }","duration":"1.866012204s","start":"2026-02-27T02:07:18.273573Z","end":"2026-02-27T02:07:20.139585Z","steps":["trace[1145321560] 'agreement among raft nodes before linearized reading' (duration: 1.865922842s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.139644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:18.273564Z","time spent":"1.866064366s","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.13966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.717555658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:20.139702Z","caller":"traceutil/trace.go:171","msg":"trace[1870780572] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26893; }","duration":"7.71763333s","start":"2026-02-27T02:07:12.422056Z","end":"2026-02-27T02:07:20.139689Z","steps":["trace[1870780572] 'agreement among raft nodes before linearized reading' (duration: 7.717561678s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.139751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:12.422032Z","time spent":"7.717706312s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.139896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880173799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:20.139952Z","caller":"traceutil/trace.go:171","msg":"trace[451540679] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26893; }","duration":"1.880264121s","start":"2026-02-27T02:07:18.259674Z","end":"2026-02-27T02:07:20.139938Z","steps":["trace[451540679] 'agreement among raft nodes before linearized reading' (duration: 1.880165979s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.139992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.182780397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:20.139997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:18.259659Z","time spent":"1.880325202s","remote":"127.0.0.1:58368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:20.140048Z","caller":"traceutil/trace.go:171","msg":"trace[576578737] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26893; }","duration":"8.18287372s","start":"2026-02-27T02:07:11.957158Z","end":"2026-02-27T02:07:20.140031Z","steps":["trace[576578737] 'agreement among raft nodes before linearized reading' (duration: 8.182782007s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.140098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:11.957134Z","time spent":"8.182949002s","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.140265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902752605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:20.14032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.243670257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:20.140383Z","caller":"traceutil/trace.go:171","msg":"trace[523521681] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26893; }","duration":"8.24375824s","start":"2026-02-27T02:07:11.896596Z","end":"2026-02-27T02:07:20.140354Z","steps":["trace[523521681] 'agreement among raft nodes before linearized reading' (duration: 8.243682548s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.140424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:11.89657Z","time spent":"8.243842492s","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.140442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003358095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-27T02:07:20.140484Z","caller":"traceutil/trace.go:171","msg":"trace[87171893] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26893; }","duration":"2.003426257s","start":"2026-02-27T02:07:18.137046Z","end":"2026-02-27T02:07:20.140472Z","steps":["trace[87171893] 'agreement among raft nodes before linearized reading' (duration: 2.003305314s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.14053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:18.137027Z","time spent":"2.003482889s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-27T02:07:20.140664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.837446955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:07:20.1407Z","caller":"traceutil/trace.go:171","msg":"trace[333720985] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26893; }","duration":"3.837548247s","start":"2026-02-27T02:07:16.303143Z","end":"2026-02-27T02:07:20.140691Z","steps":["trace[333720985] 'agreement among raft nodes before linearized reading' (duration: 3.836112139s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.140728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.303099Z","time spent":"3.83762131s","remote":"127.0.0.1:43856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2795,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.140734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.99419613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:20.140789Z","caller":"traceutil/trace.go:171","msg":"trace[1109431728] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26893; }","duration":"8.994303673s","start":"2026-02-27T02:07:11.14647Z","end":"2026-02-27T02:07:20.140774Z","steps":["trace[1109431728] 'agreement among raft nodes before linearized reading' (duration: 8.994213771s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.140801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263951866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:20.140832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:11.146443Z","time spent":"8.994375464s","remote":"127.0.0.1:59764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:20.140848Z","caller":"traceutil/trace.go:171","msg":"trace[1357867567] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26893; }","duration":"2.264040708s","start":"2026-02-27T02:07:17.876792Z","end":"2026-02-27T02:07:20.140832Z","steps":["trace[1357867567] 'agreement among raft nodes before linearized reading' (duration: 2.263964966s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.140891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:17.876767Z","time spent":"2.264110149s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.140934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.269802305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:20.140962Z","caller":"traceutil/trace.go:171","msg":"trace[517722390] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26893; }","duration":"4.269830576s","start":"2026-02-27T02:07:15.871122Z","end":"2026-02-27T02:07:20.140953Z","steps":["trace[517722390] 'agreement among raft nodes before linearized reading' (duration: 4.269790105s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.140989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:15.871057Z","time spent":"4.269924939s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.14108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.085315559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:20.141136Z","caller":"traceutil/trace.go:171","msg":"trace[263127491] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26893; }","duration":"9.085414471s","start":"2026-02-27T02:07:11.055708Z","end":"2026-02-27T02:07:20.141122Z","steps":["trace[263127491] 'agreement among raft nodes before linearized reading' (duration: 9.085323699s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.141177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:11.055682Z","time spent":"9.085483514s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.141207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.39481186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:07:20.141237Z","caller":"traceutil/trace.go:171","msg":"trace[1341198912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26893; }","duration":"4.394881432s","start":"2026-02-27T02:07:15.746346Z","end":"2026-02-27T02:07:20.141228Z","steps":["trace[1341198912] 'agreement among raft nodes before linearized reading' (duration: 4.394761399s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.141274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:15.746322Z","time spent":"4.394943354s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:07:20.1414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.441155997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:20.141434Z","caller":"traceutil/trace.go:171","msg":"trace[354920304] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26893; }","duration":"9.441234358s","start":"2026-02-27T02:07:10.700191Z","end":"2026-02-27T02:07:20.141425Z","steps":["trace[354920304] 'agreement among raft nodes before linearized reading' (duration: 9.441175927s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.14145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.533465345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:20.141475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835532736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282496"} {"level":"warn","ts":"2026-02-27T02:07:20.141492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.102720085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:20.141516Z","caller":"traceutil/trace.go:171","msg":"trace[775145582] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26893; }","duration":"11.102783037s","start":"2026-02-27T02:07:09.038726Z","end":"2026-02-27T02:07:20.141509Z","steps":["trace[775145582] 'agreement among raft nodes before linearized reading' (duration: 11.102746416s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.141524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.212853016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:20.141549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:09.038702Z","time spent":"11.102838959s","remote":"127.0.0.1:58000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:20.141553Z","caller":"traceutil/trace.go:171","msg":"trace[993316390] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26893; }","duration":"6.212922218s","start":"2026-02-27T02:07:13.928622Z","end":"2026-02-27T02:07:20.141544Z","steps":["trace[993316390] 'agreement among raft nodes before linearized reading' (duration: 6.212882447s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.141583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.928603Z","time spent":"6.212970489s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.140894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.076829473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:20.141731Z","caller":"traceutil/trace.go:171","msg":"trace[231050533] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26893; }","duration":"4.077706146s","start":"2026-02-27T02:07:16.064016Z","end":"2026-02-27T02:07:20.141722Z","steps":["trace[231050533] 'agreement among raft nodes before linearized reading' (duration: 4.076852244s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.14174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.272660018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:20.141767Z","caller":"traceutil/trace.go:171","msg":"trace[727223481] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26893; }","duration":"11.272729619s","start":"2026-02-27T02:07:08.86903Z","end":"2026-02-27T02:07:20.141759Z","steps":["trace[727223481] 'agreement among raft nodes before linearized reading' (duration: 11.272634937s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.141768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.063994Z","time spent":"4.077758978s","remote":"127.0.0.1:58160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.141792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:08.869006Z","time spent":"11.272778001s","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":87,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.141815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.410188953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:07:20.141842Z","caller":"traceutil/trace.go:171","msg":"trace[1024177823] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26893; }","duration":"6.410262255s","start":"2026-02-27T02:07:13.731572Z","end":"2026-02-27T02:07:20.141834Z","steps":["trace[1024177823] 'agreement among raft nodes before linearized reading' (duration: 6.410137402s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.141869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:13.731545Z","time spent":"6.410317576s","remote":"127.0.0.1:43660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":191,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:20.139072Z","caller":"traceutil/trace.go:171","msg":"trace[276045997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26893; }","duration":"206.826298ms","start":"2026-02-27T02:07:19.932234Z","end":"2026-02-27T02:07:20.13906Z","steps":["trace[276045997] 'agreement among raft nodes before linearized reading' (duration: 206.755976ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:20.141517Z","caller":"traceutil/trace.go:171","msg":"trace[970178569] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:26893; }","duration":"2.835614138s","start":"2026-02-27T02:07:17.305892Z","end":"2026-02-27T02:07:20.141506Z","steps":["trace[970178569] 'agreement among raft nodes before linearized reading' (duration: 2.835167416s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:20.141484Z","caller":"traceutil/trace.go:171","msg":"trace[1605490700] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26893; }","duration":"5.533534827s","start":"2026-02-27T02:07:14.607939Z","end":"2026-02-27T02:07:20.141473Z","steps":["trace[1605490700] 'agreement among raft nodes before linearized reading' (duration: 5.533480825s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.142756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:17.305869Z","time spent":"2.836864741s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":282518,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T02:07:20.142783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.777041251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:20.142817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:14.607921Z","time spent":"5.534860321s","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:20.142848Z","caller":"traceutil/trace.go:171","msg":"trace[494566026] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26893; }","duration":"12.777131623s","start":"2026-02-27T02:07:07.365697Z","end":"2026-02-27T02:07:20.142829Z","steps":["trace[494566026] 'agreement among raft nodes before linearized reading' (duration: 12.777023851s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.142902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:07.365674Z","time spent":"12.777214186s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.143011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.515955046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-76e8063a-6c78-4998-85c2-51cd3d0edd73\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-27T02:07:20.143054Z","caller":"traceutil/trace.go:171","msg":"trace[1262798384] range","detail":"{range_begin:/registry/persistentvolumes/pvc-76e8063a-6c78-4998-85c2-51cd3d0edd73; range_end:; response_count:1; response_revision:26893; }","duration":"13.516021047s","start":"2026-02-27T02:07:06.627019Z","end":"2026-02-27T02:07:20.14304Z","steps":["trace[1262798384] 'agreement among raft nodes before linearized reading' (duration: 13.515912764s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.14308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:06.627002Z","time spent":"13.516069859s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-76e8063a-6c78-4998-85c2-51cd3d0edd73\" "} {"level":"warn","ts":"2026-02-27T02:07:20.143158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.513220124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T02:07:20.143232Z","caller":"traceutil/trace.go:171","msg":"trace[446968620] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26893; }","duration":"13.513302066s","start":"2026-02-27T02:07:06.629915Z","end":"2026-02-27T02:07:20.143217Z","steps":["trace[446968620] 'agreement among raft nodes before linearized reading' (duration: 13.512936906s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.143253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:06.629887Z","time spent":"13.513361447s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:20.143167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.000612494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:20.143305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.517582149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T02:07:20.143303Z","caller":"traceutil/trace.go:171","msg":"trace[1812256633] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26893; }","duration":"12.000791388s","start":"2026-02-27T02:07:08.142493Z","end":"2026-02-27T02:07:20.143284Z","steps":["trace[1812256633] 'agreement among raft nodes before linearized reading' (duration: 12.000625134s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:20.138962Z","caller":"traceutil/trace.go:171","msg":"trace[1957770157] transaction","detail":"{read_only:false; response_revision:26893; number_of_response:1; }","duration":"3.152756523s","start":"2026-02-27T02:07:16.986189Z","end":"2026-02-27T02:07:20.138945Z","steps":["trace[1957770157] 'process raft request' (duration: 3.151975872s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:20.143334Z","caller":"traceutil/trace.go:171","msg":"trace[456947728] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26893; }","duration":"13.51763408s","start":"2026-02-27T02:07:06.625692Z","end":"2026-02-27T02:07:20.143326Z","steps":["trace[456947728] 'agreement among raft nodes before linearized reading' (duration: 13.517537417s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.143359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:06.625675Z","time spent":"13.517676791s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:20.143438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:16.986167Z","time spent":"3.15718238s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:20.140327Z","caller":"traceutil/trace.go:171","msg":"trace[2074800522] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26893; }","duration":"1.902816787s","start":"2026-02-27T02:07:18.237494Z","end":"2026-02-27T02:07:20.140311Z","steps":["trace[2074800522] 'agreement among raft nodes before linearized reading' (duration: 1.902715424s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.143516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:18.237477Z","time spent":"1.906029402s","remote":"127.0.0.1:43782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.143505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.52812218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:07:20.143551Z","caller":"traceutil/trace.go:171","msg":"trace[1728769856] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26893; }","duration":"12.528283974s","start":"2026-02-27T02:07:07.615255Z","end":"2026-02-27T02:07:20.143539Z","steps":["trace[1728769856] 'agreement among raft nodes before linearized reading' (duration: 12.528041928s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.143587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:07.615218Z","time spent":"12.528357826s","remote":"127.0.0.1:43512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":244,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.141458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:10.700156Z","time spent":"9.44129508s","remote":"127.0.0.1:58428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.143673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:08.142468Z","time spent":"12.001187139s","remote":"127.0.0.1:43760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.143699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.735978016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:20.143761Z","caller":"traceutil/trace.go:171","msg":"trace[339583763] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26893; }","duration":"12.736103819s","start":"2026-02-27T02:07:07.407637Z","end":"2026-02-27T02:07:20.143741Z","steps":["trace[339583763] 'agreement among raft nodes before linearized reading' (duration: 12.735925724s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.143811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:07.407602Z","time spent":"12.736200591s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.14381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.157674326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:20.143765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.069607278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:20.143972Z","caller":"traceutil/trace.go:171","msg":"trace[1612437422] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26893; }","duration":"12.069856734s","start":"2026-02-27T02:07:08.074102Z","end":"2026-02-27T02:07:20.143959Z","steps":["trace[1612437422] 'agreement among raft nodes before linearized reading' (duration: 12.069623458s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:20.143974Z","caller":"traceutil/trace.go:171","msg":"trace[684050934] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26893; }","duration":"12.157881571s","start":"2026-02-27T02:07:07.986075Z","end":"2026-02-27T02:07:20.143956Z","steps":["trace[684050934] 'agreement among raft nodes before linearized reading' (duration: 12.157710107s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:20.144009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:08.07408Z","time spent":"12.069918595s","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.144035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:07.986037Z","time spent":"12.157974694s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:20.638612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:21.139281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:21.424024Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.285869786s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:22.145242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000066628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:22.145351Z","caller":"traceutil/trace.go:171","msg":"trace[1533881414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000221781s","start":"2026-02-27T02:07:20.145103Z","end":"2026-02-27T02:07:22.145324Z","steps":["trace[1533881414] 'agreement among raft nodes before linearized reading' (duration: 2.000087078s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:22.145403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.145085Z","time spent":"2.000307904s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:23.642995Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.218722659s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:24.150914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000342546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:24.151013Z","caller":"traceutil/trace.go:171","msg":"trace[1572359197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051271s","start":"2026-02-27T02:07:22.150477Z","end":"2026-02-27T02:07:24.15099Z","steps":["trace[1572359197] 'agreement among raft nodes before linearized reading' (duration: 2.000397857s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:24.15107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:22.150454Z","time spent":"2.000607353s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:25.180292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.181046Z","time spent":"4.99923883s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:07:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:25.180525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.181809Z","time spent":"4.998705756s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:07:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:25.357977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.933759921s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-27T02:07:25.358461Z","caller":"traceutil/trace.go:171","msg":"trace[606061652] linearizableReadLoop","detail":"{readStateIndex:28191; appliedIndex:28184; }","duration":"5.220094529s","start":"2026-02-27T02:07:20.138348Z","end":"2026-02-27T02:07:25.358442Z","steps":["trace[606061652] 'read index received' (duration: 1.285869716s)","trace[606061652] 'applied index is now lower than readState.Index' (duration: 3.934223643s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:25.358554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.084476Z","time spent":"5.274075906s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:07:25.359212Z","caller":"traceutil/trace.go:171","msg":"trace[949111353] transaction","detail":"{read_only:false; response_revision:26897; number_of_response:1; }","duration":"5.177522253s","start":"2026-02-27T02:07:20.181637Z","end":"2026-02-27T02:07:25.35916Z","steps":["trace[949111353] 'process raft request' (duration: 5.176740162s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:25.359372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.181624Z","time spent":"5.177666038s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:25.359447Z","caller":"traceutil/trace.go:171","msg":"trace[1740481056] transaction","detail":"{read_only:false; response_revision:26894; number_of_response:1; }","duration":"5.270244665s","start":"2026-02-27T02:07:20.089179Z","end":"2026-02-27T02:07:25.359423Z","steps":["trace[1740481056] 'process raft request' (duration: 5.268957221s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:25.359446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.27310145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:87 size:110189"} {"level":"info","ts":"2026-02-27T02:07:25.359502Z","caller":"traceutil/trace.go:171","msg":"trace[1006123558] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:87; response_revision:26898; }","duration":"5.273199343s","start":"2026-02-27T02:07:20.086291Z","end":"2026-02-27T02:07:25.35949Z","steps":["trace[1006123558] 'agreement among raft nodes before linearized reading' (duration: 5.272456633s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:25.359464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.086278Z","time spent":"5.273178503s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:25.359518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.271595371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-02-27T02:07:25.359542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.086272Z","time spent":"5.273255575s","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":87,"response size":110211,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T02:07:25.359538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.089163Z","time spent":"5.270326817s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:25.359533Z","caller":"traceutil/trace.go:171","msg":"trace[1530797012] transaction","detail":"{read_only:false; response_revision:26895; number_of_response:1; }","duration":"5.2072485s","start":"2026-02-27T02:07:20.152235Z","end":"2026-02-27T02:07:25.359484Z","steps":["trace[1530797012] 'process raft request' (duration: 5.206051418s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:25.359576Z","caller":"traceutil/trace.go:171","msg":"trace[1479499776] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26898; }","duration":"5.271672643s","start":"2026-02-27T02:07:20.087885Z","end":"2026-02-27T02:07:25.359558Z","steps":["trace[1479499776] 'agreement among raft nodes before linearized reading' (duration: 5.271523969s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:25.359622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.087877Z","time spent":"5.271737854s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-27T02:07:25.359623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.596419154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:25.359679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208252033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:25.359702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.01406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:25.359723Z","caller":"traceutil/trace.go:171","msg":"trace[229141636] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26898; }","duration":"2.596545057s","start":"2026-02-27T02:07:22.763151Z","end":"2026-02-27T02:07:25.359696Z","steps":["trace[229141636] 'agreement among raft nodes before linearized reading' (duration: 2.596338092s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:25.359728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.152223Z","time spent":"5.207398133s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5164,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:25.359737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309601673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:07:25.359752Z","caller":"traceutil/trace.go:171","msg":"trace[1832687211] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26898; }","duration":"191.094812ms","start":"2026-02-27T02:07:25.168643Z","end":"2026-02-27T02:07:25.359737Z","steps":["trace[1832687211] 'agreement among raft nodes before linearized reading' (duration: 191.023461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:25.359754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.926048347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:07:25.35978Z","caller":"traceutil/trace.go:171","msg":"trace[2088081520] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26898; }","duration":"1.309671615s","start":"2026-02-27T02:07:24.050095Z","end":"2026-02-27T02:07:25.359767Z","steps":["trace[2088081520] 'agreement among raft nodes before linearized reading' (duration: 1.309527891s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:25.359792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004419105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:25.359632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.211231975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-27T02:07:25.359815Z","caller":"traceutil/trace.go:171","msg":"trace[1632464290] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26898; }","duration":"1.004477256s","start":"2026-02-27T02:07:24.35533Z","end":"2026-02-27T02:07:25.359807Z","steps":["trace[1632464290] 'agreement among raft nodes before linearized reading' (duration: 1.004434635s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:25.359811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:24.050075Z","time spent":"1.309728776s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:07:25.359826Z","caller":"traceutil/trace.go:171","msg":"trace[1363005384] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26898; }","duration":"5.211470131s","start":"2026-02-27T02:07:20.148343Z","end":"2026-02-27T02:07:25.359813Z","steps":["trace[1363005384] 'agreement among raft nodes before linearized reading' (duration: 5.211133172s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:25.359845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:24.355311Z","time spent":"1.004524717s","remote":"127.0.0.1:58466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:25.359855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.148326Z","time spent":"5.211521852s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-27T02:07:25.35989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.111948951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-27T02:07:25.359749Z","caller":"traceutil/trace.go:171","msg":"trace[1591469760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26898; }","duration":"1.208330575s","start":"2026-02-27T02:07:24.151402Z","end":"2026-02-27T02:07:25.359733Z","steps":["trace[1591469760] 'agreement among raft nodes before linearized reading' (duration: 1.208217212s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:25.35978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:22.763108Z","time spent":"2.59666064s","remote":"127.0.0.1:58396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:25.359958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:24.151382Z","time spent":"1.208568312s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:25.359943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553603924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:25.359923Z","caller":"traceutil/trace.go:171","msg":"trace[1336062168] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26898; }","duration":"4.112018013s","start":"2026-02-27T02:07:21.247894Z","end":"2026-02-27T02:07:25.359913Z","steps":["trace[1336062168] 'agreement among raft nodes before linearized reading' (duration: 4.111934841s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:25.36002Z","caller":"traceutil/trace.go:171","msg":"trace[664762676] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26898; }","duration":"1.553737157s","start":"2026-02-27T02:07:23.806258Z","end":"2026-02-27T02:07:25.359995Z","steps":["trace[664762676] 'agreement among raft nodes before linearized reading' (duration: 1.553602284s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:25.360036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.272901615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:87 size:110189"} {"level":"warn","ts":"2026-02-27T02:07:25.360043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.758836974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"warn","ts":"2026-02-27T02:07:25.360052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.247873Z","time spent":"4.112166817s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T02:07:25.360068Z","caller":"traceutil/trace.go:171","msg":"trace[2044411059] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:87; response_revision:26898; }","duration":"5.272957637s","start":"2026-02-27T02:07:20.087101Z","end":"2026-02-27T02:07:25.360059Z","steps":["trace[2044411059] 'agreement among raft nodes before linearized reading' (duration: 5.2715621s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:25.36007Z","caller":"traceutil/trace.go:171","msg":"trace[990883996] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26898; }","duration":"4.758862085s","start":"2026-02-27T02:07:20.6012Z","end":"2026-02-27T02:07:25.360062Z","steps":["trace[990883996] 'agreement among raft nodes before linearized reading' (duration: 4.758790673s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:25.360071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:23.806232Z","time spent":"1.55382603s","remote":"127.0.0.1:58618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:25.360096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.087089Z","time spent":"5.272999568s","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":87,"response size":110211,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T02:07:25.360101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.601135Z","time spent":"4.758958378s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":536,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-27T02:07:25.359971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.319722054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:25.359804Z","caller":"traceutil/trace.go:171","msg":"trace[643371286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26898; }","duration":"3.926131169s","start":"2026-02-27T02:07:21.433654Z","end":"2026-02-27T02:07:25.359785Z","steps":["trace[643371286] 'agreement among raft nodes before linearized reading' (duration: 3.926035736s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:25.360147Z","caller":"traceutil/trace.go:171","msg":"trace[1808653365] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26898; }","duration":"4.319897139s","start":"2026-02-27T02:07:21.040238Z","end":"2026-02-27T02:07:25.360135Z","steps":["trace[1808653365] 'agreement among raft nodes before linearized reading' (duration: 4.319704484s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:25.360172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.433635Z","time spent":"3.926523089s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:07:25.36019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:21.040212Z","time spent":"4.319963751s","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:25.360229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.072290721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:25.360252Z","caller":"traceutil/trace.go:171","msg":"trace[631148698] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26898; }","duration":"5.072348323s","start":"2026-02-27T02:07:20.287894Z","end":"2026-02-27T02:07:25.360242Z","steps":["trace[631148698] 'agreement among raft nodes before linearized reading' (duration: 5.07225421s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:25.360268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.287869Z","time spent":"5.072395334s","remote":"127.0.0.1:48478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:25.360354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.211145022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T02:07:25.360395Z","caller":"traceutil/trace.go:171","msg":"trace[1971772148] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26898; }","duration":"5.211230854s","start":"2026-02-27T02:07:20.149151Z","end":"2026-02-27T02:07:25.360382Z","steps":["trace[1971772148] 'agreement among raft nodes before linearized reading' (duration: 5.211034249s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:25.360549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:20.149143Z","time spent":"5.21139436s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:07:25.865926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:26.366505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:26.867569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:26.867835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.498802786s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:27.368802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000233633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:27.369004Z","caller":"traceutil/trace.go:171","msg":"trace[479329091] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000460039s","start":"2026-02-27T02:07:25.368519Z","end":"2026-02-27T02:07:27.368979Z","steps":["trace[479329091] 'agreement among raft nodes before linearized reading' (duration: 2.000240634s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:27.369122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:25.36851Z","time spent":"2.000592583s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:28.789616Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.921511531s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:28.862694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913178979s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:28.862827Z","caller":"traceutil/trace.go:171","msg":"trace[666943417] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26898; }","duration":"2.913316593s","start":"2026-02-27T02:07:25.949487Z","end":"2026-02-27T02:07:28.862804Z","steps":["trace[666943417] 'range keys from in-memory index tree' (duration: 2.913162399s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.865988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997861969s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:28.866166Z","caller":"traceutil/trace.go:171","msg":"trace[1043330675] transaction","detail":"{read_only:false; response_revision:26899; number_of_response:1; }","duration":"3.500992689s","start":"2026-02-27T02:07:25.365156Z","end":"2026-02-27T02:07:28.866149Z","steps":["trace[1043330675] 'process raft request' (duration: 1.502900204s)","trace[1043330675] 'compare' (duration: 1.995593899s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:28.866231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:25.365137Z","time spent":"3.501061442s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:28.868488Z","caller":"traceutil/trace.go:171","msg":"trace[857584437] linearizableReadLoop","detail":"{readStateIndex:28197; appliedIndex:28191; }","duration":"3.503241899s","start":"2026-02-27T02:07:25.36523Z","end":"2026-02-27T02:07:28.868472Z","steps":["trace[857584437] 'read index received' (duration: 1.502841112s)","trace[857584437] 'applied index is now lower than readState.Index' (duration: 2.000399817s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:28.868591Z","caller":"traceutil/trace.go:171","msg":"trace[10201757] transaction","detail":"{read_only:false; response_revision:26901; number_of_response:1; }","duration":"3.501118653s","start":"2026-02-27T02:07:25.36744Z","end":"2026-02-27T02:07:28.868559Z","steps":["trace[10201757] 'process raft request' (duration: 3.500841386s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.868737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:25.367429Z","time spent":"3.501229347s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:28.868618Z","caller":"traceutil/trace.go:171","msg":"trace[1689439563] transaction","detail":"{read_only:false; response_revision:26902; number_of_response:1; }","duration":"3.499340736s","start":"2026-02-27T02:07:25.369266Z","end":"2026-02-27T02:07:28.868606Z","steps":["trace[1689439563] 'process raft request' (duration: 3.49908619s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:28.868904Z","caller":"traceutil/trace.go:171","msg":"trace[1970291064] transaction","detail":"{read_only:false; response_revision:26900; number_of_response:1; }","duration":"3.503579728s","start":"2026-02-27T02:07:25.365316Z","end":"2026-02-27T02:07:28.868896Z","steps":["trace[1970291064] 'process raft request' (duration: 3.500764944s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.868943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:25.36525Z","time spent":"3.503671321s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:28.868962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:25.369247Z","time spent":"3.499665845s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:28.869177Z","caller":"traceutil/trace.go:171","msg":"trace[1775102786] transaction","detail":"{read_only:false; response_revision:26903; number_of_response:1; }","duration":"3.499828389s","start":"2026-02-27T02:07:25.369336Z","end":"2026-02-27T02:07:28.869165Z","steps":["trace[1775102786] 'process raft request' (duration: 3.499056979s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:28.869444Z","caller":"traceutil/trace.go:171","msg":"trace[1504440903] transaction","detail":"{read_only:false; response_revision:26904; number_of_response:1; }","duration":"3.499738587s","start":"2026-02-27T02:07:25.369695Z","end":"2026-02-27T02:07:28.869434Z","steps":["trace[1504440903] 'process raft request' (duration: 3.498741331s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.869495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:25.369687Z","time spent":"3.499782538s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:28.869714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.504482743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"info","ts":"2026-02-27T02:07:28.869741Z","caller":"traceutil/trace.go:171","msg":"trace[270460568] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26904; }","duration":"3.504532403s","start":"2026-02-27T02:07:25.365201Z","end":"2026-02-27T02:07:28.869734Z","steps":["trace[270460568] 'agreement among raft nodes before linearized reading' (duration: 3.504441861s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:28.869763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:25.36518Z","time spent":"3.504576995s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7099,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-02-27T02:07:28.869284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:25.36933Z","time spent":"3.499907151s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:29.368831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999842792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:29.368995Z","caller":"traceutil/trace.go:171","msg":"trace[97572299] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081118s","start":"2026-02-27T02:07:27.36889Z","end":"2026-02-27T02:07:29.368971Z","steps":["trace[97572299] 'agreement among raft nodes before linearized reading' (duration: 1.999892423s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:29.369079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:27.368873Z","time spent":"2.000193311s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:31.405333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999874193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:31.405446Z","caller":"traceutil/trace.go:171","msg":"trace[1481106144] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000026597s","start":"2026-02-27T02:07:29.405386Z","end":"2026-02-27T02:07:31.405412Z","steps":["trace[1481106144] 'agreement among raft nodes before linearized reading' (duration: 1.999895674s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:31.405485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:29.405367Z","time spent":"2.00011064s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:31.941116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77850741s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:31.941257Z","caller":"traceutil/trace.go:171","msg":"trace[58785222] linearizableReadLoop","detail":"{readStateIndex:28198; appliedIndex:28197; }","duration":"3.072692706s","start":"2026-02-27T02:07:28.868534Z","end":"2026-02-27T02:07:31.941227Z","steps":["trace[58785222] 'read index received' (duration: 294.086835ms)","trace[58785222] 'applied index is now lower than readState.Index' (duration: 2.778604041s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:31.941307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.984187883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:31.941338Z","caller":"traceutil/trace.go:171","msg":"trace[350430063] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26905; }","duration":"4.984288585s","start":"2026-02-27T02:07:26.957042Z","end":"2026-02-27T02:07:31.941331Z","steps":["trace[350430063] 'agreement among raft nodes before linearized reading' (duration: 4.984223123s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:31.941359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:26.957014Z","time spent":"4.984339597s","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:31.941362Z","caller":"traceutil/trace.go:171","msg":"trace[252518486] transaction","detail":"{read_only:false; response_revision:26905; number_of_response:1; }","duration":"4.350846798s","start":"2026-02-27T02:07:27.590483Z","end":"2026-02-27T02:07:31.94133Z","steps":["trace[252518486] 'process raft request' (duration: 1.572023881s)","trace[252518486] 'compare' (duration: 2.776696671s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:31.941413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.57263807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-02-27T02:07:31.941436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.576181443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ab2542f6-6051-490e-9f39-7bfb301c4d3f\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-27T02:07:31.941456Z","caller":"traceutil/trace.go:171","msg":"trace[881332420] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26905; }","duration":"6.572702461s","start":"2026-02-27T02:07:25.368742Z","end":"2026-02-27T02:07:31.941445Z","steps":["trace[881332420] 'agreement among raft nodes before linearized reading' (duration: 6.572548487s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:31.941469Z","caller":"traceutil/trace.go:171","msg":"trace[1819142016] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ab2542f6-6051-490e-9f39-7bfb301c4d3f; range_end:; response_count:1; response_revision:26905; }","duration":"6.576238364s","start":"2026-02-27T02:07:25.365219Z","end":"2026-02-27T02:07:31.941457Z","steps":["trace[1819142016] 'agreement among raft nodes before linearized reading' (duration: 6.576106611s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:31.941487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:25.368738Z","time spent":"6.572743582s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T02:07:31.941498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333623555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:07:31.941499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:25.365178Z","time spent":"6.576314026s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-ab2542f6-6051-490e-9f39-7bfb301c4d3f\" "} {"level":"info","ts":"2026-02-27T02:07:31.941512Z","caller":"traceutil/trace.go:171","msg":"trace[397374232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26905; }","duration":"3.333675827s","start":"2026-02-27T02:07:28.607831Z","end":"2026-02-27T02:07:31.941507Z","steps":["trace[397374232] 'agreement among raft nodes before linearized reading' (duration: 3.333627425s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:31.941548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:28.607808Z","time spent":"3.333734089s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:07:31.941505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:27.590457Z","time spent":"4.350983522s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:31.941628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.572909677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-27T02:07:31.941444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.572799804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T02:07:31.94168Z","caller":"traceutil/trace.go:171","msg":"trace[1749995365] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26905; }","duration":"6.572976098s","start":"2026-02-27T02:07:25.368687Z","end":"2026-02-27T02:07:31.941663Z","steps":["trace[1749995365] 'agreement among raft nodes before linearized reading' (duration: 6.572789143s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:31.941709Z","caller":"traceutil/trace.go:171","msg":"trace[1177782371] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26905; }","duration":"6.573077471s","start":"2026-02-27T02:07:25.36862Z","end":"2026-02-27T02:07:31.941698Z","steps":["trace[1177782371] 'agreement among raft nodes before linearized reading' (duration: 6.572702861s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:31.941723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:25.368677Z","time spent":"6.57303551s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:31.941743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:25.368617Z","time spent":"6.573117212s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:31.941741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.303751376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-27T02:07:31.941779Z","caller":"traceutil/trace.go:171","msg":"trace[1606020630] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26905; }","duration":"3.303816668s","start":"2026-02-27T02:07:28.63795Z","end":"2026-02-27T02:07:31.941767Z","steps":["trace[1606020630] 'agreement among raft nodes before linearized reading' (duration: 3.303320254s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:31.941647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.870639872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-02-27T02:07:31.941821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:28.637929Z","time spent":"3.30388391s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T02:07:31.941831Z","caller":"traceutil/trace.go:171","msg":"trace[1163267392] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26905; }","duration":"3.870853058s","start":"2026-02-27T02:07:28.070963Z","end":"2026-02-27T02:07:31.941816Z","steps":["trace[1163267392] 'agreement among raft nodes before linearized reading' (duration: 3.870649582s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:31.941867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.569088495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129116"} {"level":"warn","ts":"2026-02-27T02:07:31.94187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:28.070941Z","time spent":"3.87091925s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-02-27T02:07:31.941892Z","caller":"traceutil/trace.go:171","msg":"trace[1735515508] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26905; }","duration":"6.569135857s","start":"2026-02-27T02:07:25.372751Z","end":"2026-02-27T02:07:31.941887Z","steps":["trace[1735515508] 'agreement among raft nodes before linearized reading' (duration: 6.569054925s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:31.941908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:25.372742Z","time spent":"6.569162357s","remote":"127.0.0.1:43376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129138,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T02:07:31.941979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.297159897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:31.942156Z","caller":"traceutil/trace.go:171","msg":"trace[889997644] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26905; }","duration":"5.297508467s","start":"2026-02-27T02:07:26.644612Z","end":"2026-02-27T02:07:31.94212Z","steps":["trace[889997644] 'agreement among raft nodes before linearized reading' (duration: 5.296756327s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:31.942264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:26.644592Z","time spent":"5.29765159s","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:07:32.441648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:32.942114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:32.943555Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.78089663s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:33.406311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000626353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:33.406409Z","caller":"traceutil/trace.go:171","msg":"trace[1289781046] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000786797s","start":"2026-02-27T02:07:31.405599Z","end":"2026-02-27T02:07:33.406386Z","steps":["trace[1289781046] 'agreement among raft nodes before linearized reading' (duration: 2.000666974s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:33.40646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:31.405569Z","time spent":"2.0008822s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:33.874311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999718733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:33.874495Z","caller":"traceutil/trace.go:171","msg":"trace[342940000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999940179s","start":"2026-02-27T02:07:28.87452Z","end":"2026-02-27T02:07:33.87446Z","steps":["trace[342940000] 'agreement among raft nodes before linearized reading' (duration: 4.999740694s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:33.874651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:28.874503Z","time spent":"5.000132955s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 02:07:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:33.876584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:28.880446Z","time spent":"4.996129248s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:07:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:33.883973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:28.884908Z","time spent":"4.999061396s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:07:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:34.175094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000205302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:34.17521Z","caller":"traceutil/trace.go:171","msg":"trace[177233881] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000312385s","start":"2026-02-27T02:07:32.174854Z","end":"2026-02-27T02:07:34.175166Z","steps":["trace[177233881] 'agreement among raft nodes before linearized reading' (duration: 2.000202022s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.175245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:32.174774Z","time spent":"2.000464329s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:34.993097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:34.603925Z","time spent":"389.161649ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:34.995255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051401935s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:34.995469Z","caller":"traceutil/trace.go:171","msg":"trace[1424455148] transaction","detail":"{read_only:false; response_revision:26908; number_of_response:1; }","duration":"6.116203641s","start":"2026-02-27T02:07:28.879256Z","end":"2026-02-27T02:07:34.99546Z","steps":["trace[1424455148] 'process raft request' (duration: 6.11613981s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:34.995452Z","caller":"traceutil/trace.go:171","msg":"trace[2002694669] transaction","detail":"{read_only:false; response_revision:26906; number_of_response:1; }","duration":"6.119242721s","start":"2026-02-27T02:07:28.876172Z","end":"2026-02-27T02:07:34.995415Z","steps":["trace[2002694669] 'process raft request' (duration: 4.067591819s)","trace[2002694669] 'compare' (duration: 2.050402629s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:34.995512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:28.87925Z","time spent":"6.116246422s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":861,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:07:34.99554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:28.876159Z","time spent":"6.119345574s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:07:34.995557Z","caller":"traceutil/trace.go:171","msg":"trace[747891388] transaction","detail":"{read_only:false; response_revision:26907; number_of_response:1; }","duration":"6.118313157s","start":"2026-02-27T02:07:28.877168Z","end":"2026-02-27T02:07:34.995481Z","steps":["trace[747891388] 'process raft request' (duration: 6.118170403s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.995766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:28.877142Z","time spent":"6.118521733s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6850,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:34.996024Z","caller":"traceutil/trace.go:171","msg":"trace[915582734] transaction","detail":"{read_only:false; response_revision:26911; number_of_response:1; }","duration":"6.110165362s","start":"2026-02-27T02:07:28.885808Z","end":"2026-02-27T02:07:34.995974Z","steps":["trace[915582734] 'process raft request' (duration: 6.110033818s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:34.996271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:28.885785Z","time spent":"6.110405838s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:07:35.412651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000222473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:35.412755Z","caller":"traceutil/trace.go:171","msg":"trace[1726265930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000372916s","start":"2026-02-27T02:07:33.412358Z","end":"2026-02-27T02:07:35.412731Z","steps":["trace[1726265930] 'agreement among raft nodes before linearized reading' (duration: 2.000246833s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.412815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:33.412336Z","time spent":"2.000468709s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:35.707496Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.763675247s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:07:35.781722Z","caller":"traceutil/trace.go:171","msg":"trace[2124499636] linearizableReadLoop","detail":"{readStateIndex:28211; appliedIndex:28198; }","duration":"3.840403132s","start":"2026-02-27T02:07:31.941292Z","end":"2026-02-27T02:07:35.781695Z","steps":["trace[2124499636] 'read index received' (duration: 1.002486883s)","trace[2124499636] 'applied index is now lower than readState.Index' (duration: 2.837914989s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:35.781814Z","caller":"traceutil/trace.go:171","msg":"trace[940153425] transaction","detail":"{read_only:false; response_revision:26918; number_of_response:1; }","duration":"3.834995949s","start":"2026-02-27T02:07:31.94678Z","end":"2026-02-27T02:07:35.781776Z","steps":["trace[940153425] 'process raft request' (duration: 3.834869806s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.78196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.90502307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:35.782004Z","caller":"traceutil/trace.go:171","msg":"trace[2007478773] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26918; }","duration":"3.905130703s","start":"2026-02-27T02:07:31.876864Z","end":"2026-02-27T02:07:35.781994Z","steps":["trace[2007478773] 'agreement among raft nodes before linearized reading' (duration: 3.904977619s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.782046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:31.876841Z","time spent":"3.905196365s","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":61,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:35.782226Z","caller":"traceutil/trace.go:171","msg":"trace[535542478] transaction","detail":"{read_only:false; response_revision:26912; number_of_response:1; }","duration":"5.589762752s","start":"2026-02-27T02:07:30.192451Z","end":"2026-02-27T02:07:35.782214Z","steps":["trace[535542478] 'process raft request' (duration: 5.515223282s)","trace[535542478] 'compare' (duration: 73.663377ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:35.782275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:30.192426Z","time spent":"5.589828054s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:35.781969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:31.946759Z","time spent":"3.835131303s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:35.782401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.628561959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7566"} {"level":"info","ts":"2026-02-27T02:07:35.782425Z","caller":"traceutil/trace.go:171","msg":"trace[184515238] transaction","detail":"{read_only:false; response_revision:26913; number_of_response:1; }","duration":"5.415991348s","start":"2026-02-27T02:07:30.366427Z","end":"2026-02-27T02:07:35.782418Z","steps":["trace[184515238] 'process raft request' (duration: 5.415033253s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:35.782432Z","caller":"traceutil/trace.go:171","msg":"trace[382438695] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26918; }","duration":"4.628642172s","start":"2026-02-27T02:07:31.15378Z","end":"2026-02-27T02:07:35.782422Z","steps":["trace[382438695] 'agreement among raft nodes before linearized reading' (duration: 4.628510899s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.78246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:31.15374Z","time spent":"4.628713614s","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7588,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-27T02:07:35.782495Z","caller":"traceutil/trace.go:171","msg":"trace[314180895] transaction","detail":"{read_only:false; response_revision:26914; number_of_response:1; }","duration":"3.836668843s","start":"2026-02-27T02:07:31.945819Z","end":"2026-02-27T02:07:35.782488Z","steps":["trace[314180895] 'process raft request' (duration: 3.835687407s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.782541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:31.945797Z","time spent":"3.836719015s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:35.78254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.90785279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T02:07:35.782583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.621419809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:35.782592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.912924144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T02:07:35.782631Z","caller":"traceutil/trace.go:171","msg":"trace[1130964410] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26918; }","duration":"5.621516361s","start":"2026-02-27T02:07:30.161101Z","end":"2026-02-27T02:07:35.782618Z","steps":["trace[1130964410] 'agreement among raft nodes before linearized reading' (duration: 5.621432429s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.782679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:30.161076Z","time spent":"5.621594294s","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:35.782683Z","caller":"traceutil/trace.go:171","msg":"trace[217243984] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26918; }","duration":"6.913052838s","start":"2026-02-27T02:07:28.86961Z","end":"2026-02-27T02:07:35.782663Z","steps":["trace[217243984] 'agreement among raft nodes before linearized reading' (duration: 6.912791791s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:35.782714Z","caller":"traceutil/trace.go:171","msg":"trace[1268122905] transaction","detail":"{read_only:false; response_revision:26916; number_of_response:1; }","duration":"3.836691264s","start":"2026-02-27T02:07:31.946018Z","end":"2026-02-27T02:07:35.782709Z","steps":["trace[1268122905] 'process raft request' (duration: 3.835570884s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.782271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.418345022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:35.782735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.201808113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17230"} {"level":"warn","ts":"2026-02-27T02:07:35.782734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.801378568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:35.782748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:31.946011Z","time spent":"3.836718214s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:35.782747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:28.869596Z","time spent":"6.913135199s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T02:07:35.782768Z","caller":"traceutil/trace.go:171","msg":"trace[451170878] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26918; }","duration":"6.201904616s","start":"2026-02-27T02:07:29.580854Z","end":"2026-02-27T02:07:35.782759Z","steps":["trace[451170878] 'agreement among raft nodes before linearized reading' (duration: 6.201803714s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:35.782796Z","caller":"traceutil/trace.go:171","msg":"trace[1529443032] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26918; }","duration":"4.801480081s","start":"2026-02-27T02:07:30.981284Z","end":"2026-02-27T02:07:35.782764Z","steps":["trace[1529443032] 'agreement among raft nodes before linearized reading' (duration: 4.80141343s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.7828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893095918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:35.782808Z","caller":"traceutil/trace.go:171","msg":"trace[526456602] transaction","detail":"{read_only:false; response_revision:26917; number_of_response:1; }","duration":"3.836320944s","start":"2026-02-27T02:07:31.946477Z","end":"2026-02-27T02:07:35.782798Z","steps":["trace[526456602] 'process raft request' (duration: 3.835141453s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.782812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:29.580832Z","time spent":"6.201971838s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17252,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T02:07:35.782823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:30.981254Z","time spent":"4.801563464s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:35.782465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:30.36641Z","time spent":"5.416034999s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:35.782837Z","caller":"traceutil/trace.go:171","msg":"trace[1116792792] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26918; }","duration":"2.89315957s","start":"2026-02-27T02:07:32.889661Z","end":"2026-02-27T02:07:35.782821Z","steps":["trace[1116792792] 'agreement among raft nodes before linearized reading' (duration: 2.893093428s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:35.782689Z","caller":"traceutil/trace.go:171","msg":"trace[1703119015] transaction","detail":"{read_only:false; response_revision:26915; number_of_response:1; }","duration":"3.836768516s","start":"2026-02-27T02:07:31.945899Z","end":"2026-02-27T02:07:35.782668Z","steps":["trace[1703119015] 'process raft request' (duration: 3.835642466s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.782878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:32.889641Z","time spent":"2.893229841s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:35.78263Z","caller":"traceutil/trace.go:171","msg":"trace[552084390] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5; range_end:; response_count:1; response_revision:26918; }","duration":"6.907960333s","start":"2026-02-27T02:07:28.874648Z","end":"2026-02-27T02:07:35.782609Z","steps":["trace[552084390] 'agreement among raft nodes before linearized reading' (duration: 6.907730237s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.782893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:31.945883Z","time spent":"3.836992252s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:35.782895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:31.946466Z","time spent":"3.836370745s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:35.782915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:28.874644Z","time spent":"6.908264771s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" "} {"level":"warn","ts":"2026-02-27T02:07:35.782657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.340557604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T02:07:35.782943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.783969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:35.782973Z","caller":"traceutil/trace.go:171","msg":"trace[121430851] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26918; }","duration":"5.340917664s","start":"2026-02-27T02:07:30.442043Z","end":"2026-02-27T02:07:35.782961Z","steps":["trace[121430851] 'agreement among raft nodes before linearized reading' (duration: 5.340462771s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:35.782985Z","caller":"traceutil/trace.go:171","msg":"trace[1379129951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26918; }","duration":"368.859181ms","start":"2026-02-27T02:07:35.414112Z","end":"2026-02-27T02:07:35.782971Z","steps":["trace[1379129951] 'agreement among raft nodes before linearized reading' (duration: 368.803879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.783013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.414087Z","time spent":"368.920663ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:35.783043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530790688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:35.783071Z","caller":"traceutil/trace.go:171","msg":"trace[1670879961] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26918; }","duration":"2.53086208s","start":"2026-02-27T02:07:33.252201Z","end":"2026-02-27T02:07:35.783063Z","steps":["trace[1670879961] 'agreement among raft nodes before linearized reading' (duration: 2.530817289s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.783099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:33.252178Z","time spent":"2.530914372s","remote":"127.0.0.1:58412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:35.783015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:30.442023Z","time spent":"5.340981505s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T02:07:35.782768Z","caller":"traceutil/trace.go:171","msg":"trace[1235048249] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26918; }","duration":"4.418886616s","start":"2026-02-27T02:07:31.36387Z","end":"2026-02-27T02:07:35.782757Z","steps":["trace[1235048249] 'agreement among raft nodes before linearized reading' (duration: 4.418364852s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.801831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:31.363843Z","time spent":"4.437978571s","remote":"127.0.0.1:58600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:35.7831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860402705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:35.801918Z","caller":"traceutil/trace.go:171","msg":"trace[907498274] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26918; }","duration":"1.879252643s","start":"2026-02-27T02:07:33.922656Z","end":"2026-02-27T02:07:35.801909Z","steps":["trace[907498274] 'agreement among raft nodes before linearized reading' (duration: 1.860418826s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.801936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:33.922638Z","time spent":"1.879293564s","remote":"127.0.0.1:58380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:35.782766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903784642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-02-27T02:07:35.802008Z","caller":"traceutil/trace.go:171","msg":"trace[995098085] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26918; }","duration":"1.923071162s","start":"2026-02-27T02:07:33.878932Z","end":"2026-02-27T02:07:35.802003Z","steps":["trace[995098085] 'agreement among raft nodes before linearized reading' (duration: 1.903739391s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.802023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:33.878913Z","time spent":"1.923105523s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-27T02:07:35.782732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.987689214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:35.802095Z","caller":"traceutil/trace.go:171","msg":"trace[1425264466] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26918; }","duration":"5.007105517s","start":"2026-02-27T02:07:30.794981Z","end":"2026-02-27T02:07:35.802087Z","steps":["trace[1425264466] 'agreement among raft nodes before linearized reading' (duration: 4.987723625s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.802112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:30.794946Z","time spent":"5.007160079s","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:35.783147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.556489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:35.802147Z","caller":"traceutil/trace.go:171","msg":"trace[831342770] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26918; }","duration":"857.584981ms","start":"2026-02-27T02:07:34.944552Z","end":"2026-02-27T02:07:35.802136Z","steps":["trace[831342770] 'agreement among raft nodes before linearized reading' (duration: 838.563599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.802173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:34.944531Z","time spent":"857.632863ms","remote":"127.0.0.1:43768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:35.783159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.618877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-7mlb5\" ","response":"range_response_count:1 size:5680"} {"level":"info","ts":"2026-02-27T02:07:35.80223Z","caller":"traceutil/trace.go:171","msg":"trace[954717506] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-7mlb5; range_end:; response_count:1; response_revision:26918; }","duration":"802.69898ms","start":"2026-02-27T02:07:34.999511Z","end":"2026-02-27T02:07:35.80221Z","steps":["trace[954717506] 'agreement among raft nodes before linearized reading' (duration: 783.570995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.802261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:34.999497Z","time spent":"802.753002ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5702,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-7mlb5\" "} {"level":"warn","ts":"2026-02-27T02:07:35.783167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.821865705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:35.80232Z","caller":"traceutil/trace.go:171","msg":"trace[678854363] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26918; }","duration":"2.841051842s","start":"2026-02-27T02:07:32.961261Z","end":"2026-02-27T02:07:35.802313Z","steps":["trace[678854363] 'agreement among raft nodes before linearized reading' (duration: 2.821873325s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.80234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:32.961248Z","time spent":"2.841085763s","remote":"127.0.0.1:59786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:35.78321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.971179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:35.802417Z","caller":"traceutil/trace.go:171","msg":"trace[1427445875] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26918; }","duration":"788.217348ms","start":"2026-02-27T02:07:35.014194Z","end":"2026-02-27T02:07:35.802411Z","steps":["trace[1427445875] 'agreement among raft nodes before linearized reading' (duration: 768.972789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.802433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.014171Z","time spent":"788.256349ms","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:35.783232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898358938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-27T02:07:35.802495Z","caller":"traceutil/trace.go:171","msg":"trace[1426949491] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26918; }","duration":"1.917640379s","start":"2026-02-27T02:07:33.884849Z","end":"2026-02-27T02:07:35.802489Z","steps":["trace[1426949491] 'agreement among raft nodes before linearized reading' (duration: 1.898280407s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.80251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:33.884839Z","time spent":"1.917664979s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:07:35.783252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.760282966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:35.802579Z","caller":"traceutil/trace.go:171","msg":"trace[1140335287] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26918; }","duration":"2.779608737s","start":"2026-02-27T02:07:33.022956Z","end":"2026-02-27T02:07:35.802565Z","steps":["trace[1140335287] 'agreement among raft nodes before linearized reading' (duration: 2.760258665s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.802606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:33.022911Z","time spent":"2.77968509s","remote":"127.0.0.1:58218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:35.783308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823356782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-02-27T02:07:35.802638Z","caller":"traceutil/trace.go:171","msg":"trace[1374324901] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:26918; }","duration":"3.842709642s","start":"2026-02-27T02:07:31.959918Z","end":"2026-02-27T02:07:35.802628Z","steps":["trace[1374324901] 'agreement among raft nodes before linearized reading' (duration: 3.8233423s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.802665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:31.959906Z","time spent":"3.842750714s","remote":"127.0.0.1:43512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":208,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-02-27T02:07:35.783323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.600457229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:35.802722Z","caller":"traceutil/trace.go:171","msg":"trace[1962717684] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26918; }","duration":"3.619893143s","start":"2026-02-27T02:07:32.182819Z","end":"2026-02-27T02:07:35.802713Z","steps":["trace[1962717684] 'agreement among raft nodes before linearized reading' (duration: 3.600470159s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.80275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:32.182794Z","time spent":"3.619946504s","remote":"127.0.0.1:59742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:35.783339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.83466694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:35.802844Z","caller":"traceutil/trace.go:171","msg":"trace[1932858656] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26918; }","duration":"3.854201117s","start":"2026-02-27T02:07:31.948634Z","end":"2026-02-27T02:07:35.802835Z","steps":["trace[1932858656] 'agreement among raft nodes before linearized reading' (duration: 3.834670981s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.802859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:31.948623Z","time spent":"3.854231467s","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:07:35.783339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.837386422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-27T02:07:35.802932Z","caller":"traceutil/trace.go:171","msg":"trace[1179043518] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26918; }","duration":"3.857057402s","start":"2026-02-27T02:07:31.94587Z","end":"2026-02-27T02:07:35.802927Z","steps":["trace[1179043518] 'agreement among raft nodes before linearized reading' (duration: 3.836766626s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:35.802951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:31.945849Z","time spent":"3.857096474s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-27T02:07:36.786834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.802646ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:36.786975Z","caller":"traceutil/trace.go:171","msg":"trace[2124503281] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26918; }","duration":"841.95377ms","start":"2026-02-27T02:07:35.944997Z","end":"2026-02-27T02:07:36.786951Z","steps":["trace[2124503281] 'range keys from in-memory index tree' (duration: 841.786255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.787031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.656719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:36.787148Z","caller":"traceutil/trace.go:171","msg":"trace[202070417] linearizableReadLoop","detail":"{readStateIndex:28212; appliedIndex:28211; }","duration":"983.623315ms","start":"2026-02-27T02:07:35.803506Z","end":"2026-02-27T02:07:36.787129Z","steps":["trace[202070417] 'read index received' (duration: 115.785001ms)","trace[202070417] 'applied index is now lower than readState.Index' (duration: 867.836494ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:36.787338Z","caller":"traceutil/trace.go:171","msg":"trace[610821833] transaction","detail":"{read_only:false; response_revision:26919; number_of_response:1; }","duration":"984.666713ms","start":"2026-02-27T02:07:35.802648Z","end":"2026-02-27T02:07:36.787315Z","steps":["trace[610821833] 'process raft request' (duration: 116.630554ms)","trace[610821833] 'compare' (duration: 867.384182ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:36.787412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.802632Z","time spent":"984.745435ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:36.787487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.973315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:07:36.787519Z","caller":"traceutil/trace.go:171","msg":"trace[1339233820] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26919; }","duration":"984.016376ms","start":"2026-02-27T02:07:35.803494Z","end":"2026-02-27T02:07:36.78751Z","steps":["trace[1339233820] 'agreement among raft nodes before linearized reading' (duration: 983.867142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.787549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.803486Z","time spent":"984.058057ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T02:07:36.884372Z","caller":"traceutil/trace.go:171","msg":"trace[1449543019] transaction","detail":"{read_only:false; response_revision:26920; number_of_response:1; }","duration":"1.076989304s","start":"2026-02-27T02:07:35.807337Z","end":"2026-02-27T02:07:36.884326Z","steps":["trace[1449543019] 'process raft request' (duration: 1.076740537s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:36.884424Z","caller":"traceutil/trace.go:171","msg":"trace[744284131] transaction","detail":"{read_only:false; response_revision:26921; number_of_response:1; }","duration":"1.076991114s","start":"2026-02-27T02:07:35.807409Z","end":"2026-02-27T02:07:36.8844Z","steps":["trace[744284131] 'process raft request' (duration: 1.076786619s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.884612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.807326Z","time spent":"1.077161748s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:36.884701Z","caller":"traceutil/trace.go:171","msg":"trace[77509726] transaction","detail":"{read_only:false; response_revision:26922; number_of_response:1; }","duration":"1.077285602s","start":"2026-02-27T02:07:35.807409Z","end":"2026-02-27T02:07:36.884694Z","steps":["trace[77509726] 'process raft request' (duration: 1.07683363s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.884753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.807391Z","time spent":"1.077343803s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:07:36.884935Z","caller":"traceutil/trace.go:171","msg":"trace[1560924077] transaction","detail":"{read_only:false; response_revision:26923; number_of_response:1; }","duration":"1.077518648s","start":"2026-02-27T02:07:35.807409Z","end":"2026-02-27T02:07:36.884927Z","steps":["trace[1560924077] 'process raft request' (duration: 1.076866051s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.885001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.807393Z","time spent":"1.077588679s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:07:36.884637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.807404Z","time spent":"1.077169928s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:07:36.885257Z","caller":"traceutil/trace.go:171","msg":"trace[380334571] transaction","detail":"{read_only:false; response_revision:26924; number_of_response:1; }","duration":"1.075922666s","start":"2026-02-27T02:07:35.809312Z","end":"2026-02-27T02:07:36.885235Z","steps":["trace[380334571] 'process raft request' (duration: 1.075006942s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.885331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.809285Z","time spent":"1.076007877s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5449,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:36.885459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078102063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-02-27T02:07:36.885545Z","caller":"traceutil/trace.go:171","msg":"trace[1171798487] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26924; }","duration":"1.078202556s","start":"2026-02-27T02:07:35.807321Z","end":"2026-02-27T02:07:36.885524Z","steps":["trace[1171798487] 'agreement among raft nodes before linearized reading' (duration: 1.07800769s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.885577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.807301Z","time spent":"1.078270098s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-27T02:07:36.885797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009237883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:07:36.885821Z","caller":"traceutil/trace.go:171","msg":"trace[33382153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26924; }","duration":"1.009290474s","start":"2026-02-27T02:07:35.876525Z","end":"2026-02-27T02:07:36.885815Z","steps":["trace[33382153] 'agreement among raft nodes before linearized reading' (duration: 1.009226393s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.885838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.876509Z","time spent":"1.009325635s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:07:36.885914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078629538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T02:07:36.889405Z","caller":"traceutil/trace.go:171","msg":"trace[1348741277] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26924; }","duration":"1.082117649s","start":"2026-02-27T02:07:35.807266Z","end":"2026-02-27T02:07:36.889384Z","steps":["trace[1348741277] 'agreement among raft nodes before linearized reading' (duration: 1.078183486s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.889477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.807262Z","time spent":"1.082185281s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:36.885952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075200026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:36.889653Z","caller":"traceutil/trace.go:171","msg":"trace[2069871078] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26924; }","duration":"1.078914134s","start":"2026-02-27T02:07:35.810721Z","end":"2026-02-27T02:07:36.889635Z","steps":["trace[2069871078] 'agreement among raft nodes before linearized reading' (duration: 1.075194316s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.889681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.810715Z","time spent":"1.078958055s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:07:36.886005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078610816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-02-27T02:07:36.889866Z","caller":"traceutil/trace.go:171","msg":"trace[699452270] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26924; }","duration":"1.08252635s","start":"2026-02-27T02:07:35.807325Z","end":"2026-02-27T02:07:36.889851Z","steps":["trace[699452270] 'agreement among raft nodes before linearized reading' (duration: 1.078641157s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.889893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.807317Z","time spent":"1.082569531s","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-27T02:07:36.886056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078670488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-27T02:07:36.890094Z","caller":"traceutil/trace.go:171","msg":"trace[1285965645] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26924; }","duration":"1.082701865s","start":"2026-02-27T02:07:35.807373Z","end":"2026-02-27T02:07:36.890075Z","steps":["trace[1285965645] 'agreement among raft nodes before linearized reading' (duration: 1.078646488s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.890123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.807366Z","time spent":"1.082750116s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T02:07:36.886213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079158451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a0de5d09-e24f-4d39-b0c7-ddfee6094c46\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-27T02:07:36.890323Z","caller":"traceutil/trace.go:171","msg":"trace[2026299992] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a0de5d09-e24f-4d39-b0c7-ddfee6094c46; range_end:; response_count:1; response_revision:26924; }","duration":"1.08329097s","start":"2026-02-27T02:07:35.807024Z","end":"2026-02-27T02:07:36.890315Z","steps":["trace[2026299992] 'agreement among raft nodes before linearized reading' (duration: 1.079080759s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.890356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.807016Z","time spent":"1.083332531s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-a0de5d09-e24f-4d39-b0c7-ddfee6094c46\" "} {"level":"warn","ts":"2026-02-27T02:07:36.885651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.401632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3188"} {"level":"info","ts":"2026-02-27T02:07:36.890596Z","caller":"traceutil/trace.go:171","msg":"trace[465991702] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26924; }","duration":"976.395124ms","start":"2026-02-27T02:07:35.914191Z","end":"2026-02-27T02:07:36.890586Z","steps":["trace[465991702] 'agreement among raft nodes before linearized reading' (duration: 971.30563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.890629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.914169Z","time spent":"976.451366ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3210,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-02-27T02:07:36.886371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.723198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:36.89078Z","caller":"traceutil/trace.go:171","msg":"trace[121841292] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26924; }","duration":"126.168195ms","start":"2026-02-27T02:07:36.7646Z","end":"2026-02-27T02:07:36.890768Z","steps":["trace[121841292] 'agreement among raft nodes before linearized reading' (duration: 121.744298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.891402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086361362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:36.891438Z","caller":"traceutil/trace.go:171","msg":"trace[1175363294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26924; }","duration":"1.086408063s","start":"2026-02-27T02:07:35.805017Z","end":"2026-02-27T02:07:36.891425Z","steps":["trace[1175363294] 'agreement among raft nodes before linearized reading' (duration: 1.081286217s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.891458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.804997Z","time spent":"1.086456124s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:36.891894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087006589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T02:07:36.892558Z","caller":"traceutil/trace.go:171","msg":"trace[1111127283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26924; }","duration":"1.087651965s","start":"2026-02-27T02:07:35.804865Z","end":"2026-02-27T02:07:36.892517Z","steps":["trace[1111127283] 'agreement among raft nodes before linearized reading' (duration: 1.086929186s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.893018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.804857Z","time spent":"1.088147709s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:07:36.891932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.749327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:36.893269Z","caller":"traceutil/trace.go:171","msg":"trace[1308238905] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26924; }","duration":"747.119393ms","start":"2026-02-27T02:07:36.14613Z","end":"2026-02-27T02:07:36.893249Z","steps":["trace[1308238905] 'agreement among raft nodes before linearized reading' (duration: 745.769777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.893348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:36.146105Z","time spent":"747.210345ms","remote":"127.0.0.1:58312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:36.892034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08709477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-d6cd9\" ","response":"range_response_count:1 size:4479"} {"level":"info","ts":"2026-02-27T02:07:36.893618Z","caller":"traceutil/trace.go:171","msg":"trace[319581631] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-d6cd9; range_end:; response_count:1; response_revision:26924; }","duration":"1.088702803s","start":"2026-02-27T02:07:35.804904Z","end":"2026-02-27T02:07:36.893607Z","steps":["trace[319581631] 'agreement among raft nodes before linearized reading' (duration: 1.08706457s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.893685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.804886Z","time spent":"1.088787956s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4501,"request content":"key:\"/registry/pods/kube-system/kube-proxy-d6cd9\" "} {"level":"warn","ts":"2026-02-27T02:07:36.891983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086957327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:07:36.893877Z","caller":"traceutil/trace.go:171","msg":"trace[467686117] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26924; }","duration":"1.088857417s","start":"2026-02-27T02:07:35.804973Z","end":"2026-02-27T02:07:36.893831Z","steps":["trace[467686117] 'agreement among raft nodes before linearized reading' (duration: 1.086778402s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:36.894027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:35.80497Z","time spent":"1.089018502s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:37.749243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504549738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:37.749403Z","caller":"traceutil/trace.go:171","msg":"trace[1638308267] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26924; }","duration":"1.504705552s","start":"2026-02-27T02:07:36.244615Z","end":"2026-02-27T02:07:37.74932Z","steps":["trace[1638308267] 'agreement among raft nodes before linearized reading' (duration: 641.719596ms)","trace[1638308267] 'count revisions from in-memory index tree' (duration: 862.844912ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:37.749527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:36.244592Z","time spent":"1.504917988s","remote":"127.0.0.1:43834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:38.566118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472257494s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T02:07:38.566624Z","caller":"traceutil/trace.go:171","msg":"trace[1073576854] linearizableReadLoop","detail":"{readStateIndex:28218; appliedIndex:28217; }","duration":"1.682186055s","start":"2026-02-27T02:07:36.884377Z","end":"2026-02-27T02:07:38.566563Z","steps":["trace[1073576854] 'read index received' (duration: 209.319694ms)","trace[1073576854] 'applied index is now lower than readState.Index' (duration: 1.47286498s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:38.567435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694188082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:38.567481Z","caller":"traceutil/trace.go:171","msg":"trace[1162115920] transaction","detail":"{read_only:false; response_revision:26929; number_of_response:1; }","duration":"1.661471267s","start":"2026-02-27T02:07:36.905981Z","end":"2026-02-27T02:07:38.567453Z","steps":["trace[1162115920] 'process raft request' (duration: 1.661405435s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:38.567499Z","caller":"traceutil/trace.go:171","msg":"trace[1297931701] transaction","detail":"{read_only:false; response_revision:26926; number_of_response:1; }","duration":"1.675537589s","start":"2026-02-27T02:07:36.891916Z","end":"2026-02-27T02:07:38.567453Z","steps":["trace[1297931701] 'process raft request' (duration: 1.67442098s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:38.567556Z","caller":"traceutil/trace.go:171","msg":"trace[1500622486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26928; }","duration":"1.694346226s","start":"2026-02-27T02:07:36.873183Z","end":"2026-02-27T02:07:38.567529Z","steps":["trace[1500622486] 'agreement among raft nodes before linearized reading' (duration: 1.694187022s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:38.567539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77698864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f84774b14ce4\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T02:07:38.567619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:36.905975Z","time spent":"1.661568119s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:38.567659Z","caller":"traceutil/trace.go:171","msg":"trace[1520695378] transaction","detail":"{read_only:false; response_revision:26927; number_of_response:1; }","duration":"1.665127383s","start":"2026-02-27T02:07:36.902517Z","end":"2026-02-27T02:07:38.567645Z","steps":["trace[1520695378] 'process raft request' (duration: 1.664738923s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:38.567678Z","caller":"traceutil/trace.go:171","msg":"trace[517485083] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f84774b14ce4; range_end:; response_count:1; response_revision:26926; }","duration":"1.777157845s","start":"2026-02-27T02:07:36.790484Z","end":"2026-02-27T02:07:38.567642Z","steps":["trace[517485083] 'agreement among raft nodes before linearized reading' (duration: 1.776779885s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:38.567728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:36.891893Z","time spent":"1.675711123s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:38.567749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:36.790472Z","time spent":"1.777261807s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f84774b14ce4\" "} {"level":"warn","ts":"2026-02-27T02:07:38.567752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:36.902505Z","time spent":"1.665187014s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:38.567794Z","caller":"traceutil/trace.go:171","msg":"trace[440277035] transaction","detail":"{read_only:false; response_revision:26928; number_of_response:1; }","duration":"1.662207186s","start":"2026-02-27T02:07:36.905577Z","end":"2026-02-27T02:07:38.567785Z","steps":["trace[440277035] 'process raft request' (duration: 1.661768414s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:38.567852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:36.90557Z","time spent":"1.662252987s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":829,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:07:38.567604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:36.87316Z","time spent":"1.694435958s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:38.568196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779001564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:38.568237Z","caller":"traceutil/trace.go:171","msg":"trace[351691387] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:0; response_revision:26929; }","duration":"1.779073135s","start":"2026-02-27T02:07:36.789152Z","end":"2026-02-27T02:07:38.568225Z","steps":["trace[351691387] 'agreement among raft nodes before linearized reading' (duration: 1.779019134s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:38.56827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:36.789129Z","time spent":"1.779134828s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-02-27T02:07:39.067134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224996,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:39.567866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224996,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:40.068584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551224996,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:40.163699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.702465579s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:40.569587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00054302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:40.569707Z","caller":"traceutil/trace.go:171","msg":"trace[623168180] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000694985s","start":"2026-02-27T02:07:38.568978Z","end":"2026-02-27T02:07:40.569673Z","steps":["trace[623168180] 'agreement among raft nodes before linearized reading' (duration: 2.000555911s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:40.569875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.568963Z","time spent":"2.000858408s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:40.600794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.597703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:40.600891Z","caller":"traceutil/trace.go:171","msg":"trace[959016796] transaction","detail":"{read_only:false; response_revision:26930; number_of_response:1; }","duration":"2.407484379s","start":"2026-02-27T02:07:38.193391Z","end":"2026-02-27T02:07:40.600876Z","steps":["trace[959016796] 'process raft request' (duration: 1.970729051s)","trace[959016796] 'compare' (duration: 436.275175ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:40.600931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.193364Z","time spent":"2.407547371s","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7549,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:41.787996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.623916714s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:42.577224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000346335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:42.577344Z","caller":"traceutil/trace.go:171","msg":"trace[773963752] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051519s","start":"2026-02-27T02:07:40.576801Z","end":"2026-02-27T02:07:42.577316Z","steps":["trace[773963752] 'agreement among raft nodes before linearized reading' (duration: 2.000361256s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.577398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:40.57679Z","time spent":"2.000596192s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:42.727618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.384836ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-27T02:07:42.727865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.569975Z","time spent":"4.157883737s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:07:42.728155Z","caller":"traceutil/trace.go:171","msg":"trace[521035399] linearizableReadLoop","detail":"{readStateIndex:28231; appliedIndex:28222; }","duration":"4.161468582s","start":"2026-02-27T02:07:38.566667Z","end":"2026-02-27T02:07:42.728136Z","steps":["trace[521035399] 'read index received' (duration: 1.597397202s)","trace[521035399] 'applied index is now lower than readState.Index' (duration: 2.5640705s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:42.728222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.491481496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:42.728273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.581474836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:42.728278Z","caller":"traceutil/trace.go:171","msg":"trace[959320821] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26937; }","duration":"4.491592739s","start":"2026-02-27T02:07:38.236664Z","end":"2026-02-27T02:07:42.728257Z","steps":["trace[959320821] 'agreement among raft nodes before linearized reading' (duration: 4.491472516s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.728319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.236636Z","time spent":"4.491673001s","remote":"127.0.0.1:60262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:42.728516Z","caller":"traceutil/trace.go:171","msg":"trace[413326550] transaction","detail":"{read_only:false; response_revision:26931; number_of_response:1; }","duration":"4.157156638s","start":"2026-02-27T02:07:38.571347Z","end":"2026-02-27T02:07:42.728504Z","steps":["trace[413326550] 'process raft request' (duration: 4.156374197s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.728608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.571325Z","time spent":"4.157223479s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:42.728701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.75305786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:07:42.728963Z","caller":"traceutil/trace.go:171","msg":"trace[1646284551] transaction","detail":"{read_only:false; response_revision:26934; number_of_response:1; }","duration":"3.828910879s","start":"2026-02-27T02:07:38.900041Z","end":"2026-02-27T02:07:42.728952Z","steps":["trace[1646284551] 'process raft request' (duration: 3.827915293s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.729055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.823591935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T02:07:42.72906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.900011Z","time spent":"3.828995932s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:42.7291Z","caller":"traceutil/trace.go:171","msg":"trace[1903093854] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26937; }","duration":"5.823645987s","start":"2026-02-27T02:07:36.905442Z","end":"2026-02-27T02:07:42.729088Z","steps":["trace[1903093854] 'agreement among raft nodes before linearized reading' (duration: 5.823558145s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.729147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:36.905435Z","time spent":"5.823701068s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:07:42.729074Z","caller":"traceutil/trace.go:171","msg":"trace[2065369335] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26937; }","duration":"5.75343544s","start":"2026-02-27T02:07:36.975549Z","end":"2026-02-27T02:07:42.728985Z","steps":["trace[2065369335] 'agreement among raft nodes before linearized reading' (duration: 5.752741802s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:42.729267Z","caller":"traceutil/trace.go:171","msg":"trace[530083738] transaction","detail":"{read_only:false; response_revision:26935; number_of_response:1; }","duration":"3.822369906s","start":"2026-02-27T02:07:38.906881Z","end":"2026-02-27T02:07:42.729251Z","steps":["trace[530083738] 'process raft request' (duration: 3.821114163s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.729326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.833094487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-02-27T02:07:42.729363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.83321115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:42.72936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.906867Z","time spent":"3.822444768s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:42.729399Z","caller":"traceutil/trace.go:171","msg":"trace[1540372777] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26937; }","duration":"5.833244071s","start":"2026-02-27T02:07:36.896143Z","end":"2026-02-27T02:07:42.729387Z","steps":["trace[1540372777] 'agreement among raft nodes before linearized reading' (duration: 5.833191219s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.72944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:36.896123Z","time spent":"5.833308922s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T02:07:42.729448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.827656912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:42.728973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.81769269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"warn","ts":"2026-02-27T02:07:42.729352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:36.97552Z","time spent":"5.753774939s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:42.72953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.720864069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:42.729539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.723388126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-27T02:07:42.72939Z","caller":"traceutil/trace.go:171","msg":"trace[1953809872] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26937; }","duration":"5.833159599s","start":"2026-02-27T02:07:36.896215Z","end":"2026-02-27T02:07:42.729374Z","steps":["trace[1953809872] 'agreement among raft nodes before linearized reading' (duration: 5.832958293s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.72959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.925859001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:42.728747Z","caller":"traceutil/trace.go:171","msg":"trace[1265658399] transaction","detail":"{read_only:false; response_revision:26932; number_of_response:1; }","duration":"4.154277302s","start":"2026-02-27T02:07:38.57446Z","end":"2026-02-27T02:07:42.728737Z","steps":["trace[1265658399] 'process raft request' (duration: 4.153389668s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.72961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:36.896203Z","time spent":"5.833396564s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-02-27T02:07:42.729612Z","caller":"traceutil/trace.go:171","msg":"trace[1905098124] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:26937; }","duration":"5.723487529s","start":"2026-02-27T02:07:37.006104Z","end":"2026-02-27T02:07:42.729591Z","steps":["trace[1905098124] 'agreement among raft nodes before linearized reading' (duration: 5.723287674s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:42.729642Z","caller":"traceutil/trace.go:171","msg":"trace[375266470] transaction","detail":"{read_only:false; response_revision:26937; number_of_response:1; }","duration":"3.281117178s","start":"2026-02-27T02:07:39.448495Z","end":"2026-02-27T02:07:42.729612Z","steps":["trace[375266470] 'process raft request' (duration: 3.279595468s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.729411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.132781861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:42.72968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.835448099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-02-27T02:07:42.729755Z","caller":"traceutil/trace.go:171","msg":"trace[692682333] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26937; }","duration":"5.133192942s","start":"2026-02-27T02:07:37.596548Z","end":"2026-02-27T02:07:42.729741Z","steps":["trace[692682333] 'agreement among raft nodes before linearized reading' (duration: 5.132754681s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:42.729518Z","caller":"traceutil/trace.go:171","msg":"trace[1730960542] transaction","detail":"{read_only:false; response_revision:26936; number_of_response:1; }","duration":"3.727788765s","start":"2026-02-27T02:07:39.001687Z","end":"2026-02-27T02:07:42.729475Z","steps":["trace[1730960542] 'process raft request' (duration: 3.726367708s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.729766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:39.448464Z","time spent":"3.28124656s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:42.72978Z","caller":"traceutil/trace.go:171","msg":"trace[1942137733] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26937; }","duration":"5.835581913s","start":"2026-02-27T02:07:36.894175Z","end":"2026-02-27T02:07:42.729757Z","steps":["trace[1942137733] 'agreement among raft nodes before linearized reading' (duration: 5.835226683s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:42.729505Z","caller":"traceutil/trace.go:171","msg":"trace[1344301501] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26937; }","duration":"5.827734415s","start":"2026-02-27T02:07:36.901761Z","end":"2026-02-27T02:07:42.729496Z","steps":["trace[1344301501] 'agreement among raft nodes before linearized reading' (duration: 5.827660793s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.729803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:37.596527Z","time spent":"5.133264684s","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:42.729825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:36.894139Z","time spent":"5.835678345s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-27T02:07:42.729658Z","caller":"traceutil/trace.go:171","msg":"trace[162000275] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26937; }","duration":"4.925947763s","start":"2026-02-27T02:07:37.803686Z","end":"2026-02-27T02:07:42.729634Z","steps":["trace[162000275] 'agreement among raft nodes before linearized reading' (duration: 4.925851251s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.729875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:37.803659Z","time spent":"4.926203009s","remote":"127.0.0.1:59778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:42.729468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.460461394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:42.729883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:39.00168Z","time spent":"3.728125005s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:42.729884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:36.901732Z","time spent":"5.828117495s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-02-27T02:07:42.729595Z","caller":"traceutil/trace.go:171","msg":"trace[1438931348] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26937; }","duration":"5.720936692s","start":"2026-02-27T02:07:37.008626Z","end":"2026-02-27T02:07:42.729563Z","steps":["trace[1438931348] 'agreement among raft nodes before linearized reading' (duration: 5.720731806s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:42.729956Z","caller":"traceutil/trace.go:171","msg":"trace[1478643514] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26937; }","duration":"5.460976248s","start":"2026-02-27T02:07:37.268945Z","end":"2026-02-27T02:07:42.729921Z","steps":["trace[1478643514] 'agreement among raft nodes before linearized reading' (duration: 5.460457884s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.729984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:37.008615Z","time spent":"5.721342272s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-02-27T02:07:42.729508Z","caller":"traceutil/trace.go:171","msg":"trace[1666528867] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:26937; }","duration":"5.818333607s","start":"2026-02-27T02:07:36.911158Z","end":"2026-02-27T02:07:42.729492Z","steps":["trace[1666528867] 'agreement among raft nodes before linearized reading' (duration: 5.81768622s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.730054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:36.911136Z","time spent":"5.818899931s","remote":"127.0.0.1:43512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-02-27T02:07:42.728312Z","caller":"traceutil/trace.go:171","msg":"trace[1691511365] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26937; }","duration":"4.581524577s","start":"2026-02-27T02:07:38.146775Z","end":"2026-02-27T02:07:42.7283Z","steps":["trace[1691511365] 'agreement among raft nodes before linearized reading' (duration: 4.581450415s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.729512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834706541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:42.730181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.146692Z","time spent":"4.583476328s","remote":"127.0.0.1:51808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:42.730198Z","caller":"traceutil/trace.go:171","msg":"trace[126894724] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26937; }","duration":"4.83543843s","start":"2026-02-27T02:07:37.894749Z","end":"2026-02-27T02:07:42.730188Z","steps":["trace[126894724] 'agreement among raft nodes before linearized reading' (duration: 4.834721631s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.729557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.175270956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:42.730263Z","caller":"traceutil/trace.go:171","msg":"trace[2072985159] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26937; }","duration":"4.176005435s","start":"2026-02-27T02:07:38.554233Z","end":"2026-02-27T02:07:42.730239Z","steps":["trace[2072985159] 'agreement among raft nodes before linearized reading' (duration: 4.175294707s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.730329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.554208Z","time spent":"4.176102438s","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:42.729661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.195288175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:42.730388Z","caller":"traceutil/trace.go:171","msg":"trace[1630588021] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26937; }","duration":"4.196066586s","start":"2026-02-27T02:07:38.534306Z","end":"2026-02-27T02:07:42.730372Z","steps":["trace[1630588021] 'agreement among raft nodes before linearized reading' (duration: 4.195279415s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.730449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.534286Z","time spent":"4.196149149s","remote":"127.0.0.1:43528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:42.729664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:37.00609Z","time spent":"5.723564801s","remote":"127.0.0.1:43512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":561,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-02-27T02:07:42.729694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.574437Z","time spent":"4.155205066s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":840,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:07:42.730004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:37.268922Z","time spent":"5.461067741s","remote":"127.0.0.1:60176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:42.728919Z","caller":"traceutil/trace.go:171","msg":"trace[378849563] transaction","detail":"{read_only:false; response_revision:26933; number_of_response:1; }","duration":"3.838631876s","start":"2026-02-27T02:07:38.890274Z","end":"2026-02-27T02:07:42.728906Z","steps":["trace[378849563] 'process raft request' (duration: 3.83761869s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:42.730892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:37.894725Z","time spent":"4.836153969s","remote":"127.0.0.1:43724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:42.731644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.890219Z","time spent":"3.841386598s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:43.228492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:43.595876Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.807688801s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:44.177463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999781801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:44.177564Z","caller":"traceutil/trace.go:171","msg":"trace[583093550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999947855s","start":"2026-02-27T02:07:42.177594Z","end":"2026-02-27T02:07:44.177542Z","steps":["trace[583093550] 'agreement among raft nodes before linearized reading' (duration: 1.999816001s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:44.177612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:42.177565Z","time spent":"2.000038197s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:44.578465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:44.57856Z","caller":"traceutil/trace.go:171","msg":"trace[538415198] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000292014s","start":"2026-02-27T02:07:42.578245Z","end":"2026-02-27T02:07:44.578537Z","steps":["trace[538415198] 'agreement among raft nodes before linearized reading' (duration: 2.00017319s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:44.57862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:42.578226Z","time spent":"2.000378236s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:45.571632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999034045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:45.571798Z","caller":"traceutil/trace.go:171","msg":"trace[1500172000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999280972s","start":"2026-02-27T02:07:40.572489Z","end":"2026-02-27T02:07:45.57177Z","steps":["trace[1500172000] 'agreement among raft nodes before linearized reading' (duration: 4.999065086s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:45.571889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:40.572469Z","time spent":"4.999405596s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 02:07:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:45.57305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999370785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:45.573288Z","caller":"traceutil/trace.go:171","msg":"trace[1870127610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999559129s","start":"2026-02-27T02:07:40.573591Z","end":"2026-02-27T02:07:45.57315Z","steps":["trace[1870127610] 'agreement among raft nodes before linearized reading' (duration: 4.999405285s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:45.57336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:40.573568Z","time spent":"4.999775836s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 02:07:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:45.625831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:43.961751Z","time spent":"1.664071525s","remote":"127.0.0.1:40198","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:45.626767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03037144s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:45.626901Z","caller":"traceutil/trace.go:171","msg":"trace[2036189350] transaction","detail":"{read_only:false; response_revision:26938; number_of_response:1; }","duration":"4.819736535s","start":"2026-02-27T02:07:40.807141Z","end":"2026-02-27T02:07:45.626878Z","steps":["trace[2036189350] 'process raft request' (duration: 2.789138089s)","trace[2036189350] 'compare' (duration: 2.028659545s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:45.626974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:40.807108Z","time spent":"4.819832968s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:45.805102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:42.735141Z","time spent":"3.069951824s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:07:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:45.816035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.083630485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:45.816114Z","caller":"traceutil/trace.go:171","msg":"trace[1771681194] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; }","duration":"3.083738859s","start":"2026-02-27T02:07:42.732358Z","end":"2026-02-27T02:07:45.816097Z","steps":["trace[1771681194] 'agreement among raft nodes before linearized reading' (duration: 3.083643866s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:45.816148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:42.732347Z","time spent":"3.08379546s","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} 2026/02/27 02:07:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:46.58652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000217851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:46.58676Z","caller":"traceutil/trace.go:171","msg":"trace[1373913016] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000444097s","start":"2026-02-27T02:07:44.586247Z","end":"2026-02-27T02:07:46.586691Z","steps":["trace[1373913016] 'agreement among raft nodes before linearized reading' (duration: 2.000213651s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:46.586918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:44.586182Z","time spent":"2.000719685s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:46.746958Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.028358074s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:47.817839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873243995s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:47.817955Z","caller":"traceutil/trace.go:171","msg":"trace[1313757082] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26938; }","duration":"1.873369838s","start":"2026-02-27T02:07:45.944565Z","end":"2026-02-27T02:07:47.817935Z","steps":["trace[1313757082] 'range keys from in-memory index tree' (duration: 1.873204634s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:47.818675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071208341s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:47.818898Z","caller":"traceutil/trace.go:171","msg":"trace[1834334356] linearizableReadLoop","detail":"{readStateIndex:28236; appliedIndex:28231; }","duration":"5.090685737s","start":"2026-02-27T02:07:42.728197Z","end":"2026-02-27T02:07:47.818883Z","steps":["trace[1834334356] 'read index received' (duration: 868.050388ms)","trace[1834334356] 'applied index is now lower than readState.Index' (duration: 4.222634429s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:07:47.818949Z","caller":"traceutil/trace.go:171","msg":"trace[1594884102] transaction","detail":"{read_only:false; response_revision:26939; number_of_response:1; }","duration":"5.089417824s","start":"2026-02-27T02:07:42.729524Z","end":"2026-02-27T02:07:47.818942Z","steps":["trace[1594884102] 'process raft request' (duration: 4.017873814s)","trace[1594884102] 'compare' (duration: 1.070809581s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:47.818983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:42.729496Z","time spent":"5.089467536s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:47.819194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.451027102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T02:07:47.819225Z","caller":"traceutil/trace.go:171","msg":"trace[748810298] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26942; }","duration":"7.451114194s","start":"2026-02-27T02:07:40.368099Z","end":"2026-02-27T02:07:47.819214Z","steps":["trace[748810298] 'agreement among raft nodes before linearized reading' (duration: 7.451005131s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:47.819246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:40.368072Z","time spent":"7.451168446s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:47.819254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.212076244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17230"} {"level":"warn","ts":"2026-02-27T02:07:47.81935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.872949927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:47.819348Z","caller":"traceutil/trace.go:171","msg":"trace[44660991] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26942; }","duration":"7.212211948s","start":"2026-02-27T02:07:40.607113Z","end":"2026-02-27T02:07:47.819325Z","steps":["trace[44660991] 'agreement among raft nodes before linearized reading' (duration: 7.21190944s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:47.819374Z","caller":"traceutil/trace.go:171","msg":"trace[2082701182] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26942; }","duration":"7.873015678s","start":"2026-02-27T02:07:39.946349Z","end":"2026-02-27T02:07:47.819365Z","steps":["trace[2082701182] 'agreement among raft nodes before linearized reading' (duration: 7.872981477s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:47.81939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:40.607096Z","time spent":"7.21228511s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17252,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T02:07:47.819399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:39.946325Z","time spent":"7.87306486s","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:47.819515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.243896111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:47.81954Z","caller":"traceutil/trace.go:171","msg":"trace[470460246] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26942; }","duration":"9.243942322s","start":"2026-02-27T02:07:38.575588Z","end":"2026-02-27T02:07:47.81953Z","steps":["trace[470460246] 'agreement among raft nodes before linearized reading' (duration: 9.243902391s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:47.819561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.575576Z","time spent":"9.243975813s","remote":"127.0.0.1:60252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:47.819622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.127107434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:47.819665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.247494996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:07:47.819694Z","caller":"traceutil/trace.go:171","msg":"trace[936230039] transaction","detail":"{read_only:false; response_revision:26941; number_of_response:1; }","duration":"5.083836426s","start":"2026-02-27T02:07:42.735844Z","end":"2026-02-27T02:07:47.819681Z","steps":["trace[936230039] 'process raft request' (duration: 5.082965623s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:47.8197Z","caller":"traceutil/trace.go:171","msg":"trace[264702428] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26942; }","duration":"9.127278569s","start":"2026-02-27T02:07:38.692405Z","end":"2026-02-27T02:07:47.819684Z","steps":["trace[264702428] 'agreement among raft nodes before linearized reading' (duration: 9.127064893s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:47.819724Z","caller":"traceutil/trace.go:171","msg":"trace[1845128777] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26942; }","duration":"9.247582548s","start":"2026-02-27T02:07:38.57212Z","end":"2026-02-27T02:07:47.819702Z","steps":["trace[1845128777] 'agreement among raft nodes before linearized reading' (duration: 9.247417634s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:47.81975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.692385Z","time spent":"9.12735388s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:47.819762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.572102Z","time spent":"9.24765168s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:07:47.819719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.75555483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:47.819839Z","caller":"traceutil/trace.go:171","msg":"trace[1274259012] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26942; }","duration":"8.755726445s","start":"2026-02-27T02:07:39.06408Z","end":"2026-02-27T02:07:47.819807Z","steps":["trace[1274259012] 'agreement among raft nodes before linearized reading' (duration: 8.755488438s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:47.819894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:39.064068Z","time spent":"8.755813557s","remote":"127.0.0.1:47512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:47.819897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.885965178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:47.819925Z","caller":"traceutil/trace.go:171","msg":"trace[762577080] transaction","detail":"{read_only:false; response_revision:26942; number_of_response:1; }","duration":"5.082568454s","start":"2026-02-27T02:07:42.737343Z","end":"2026-02-27T02:07:47.819912Z","steps":["trace[762577080] 'process raft request' (duration: 5.081497065s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:47.819936Z","caller":"traceutil/trace.go:171","msg":"trace[2056399304] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26942; }","duration":"8.88603577s","start":"2026-02-27T02:07:38.933891Z","end":"2026-02-27T02:07:47.819927Z","steps":["trace[2056399304] 'agreement among raft nodes before linearized reading' (duration: 8.885967628s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:47.819963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.933875Z","time spent":"8.886080341s","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:47.819986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:42.73733Z","time spent":"5.082619335s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:47.82Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.069299947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:47.820051Z","caller":"traceutil/trace.go:171","msg":"trace[481419993] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26942; }","duration":"8.069409091s","start":"2026-02-27T02:07:39.750628Z","end":"2026-02-27T02:07:47.820037Z","steps":["trace[481419993] 'agreement among raft nodes before linearized reading' (duration: 8.069278827s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:47.819774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:42.735827Z","time spent":"5.083894869s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:07:47.820087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:39.750601Z","time spent":"8.069477322s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:47.820111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.62602425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:47.820117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.891843044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:47.820133Z","caller":"traceutil/trace.go:171","msg":"trace[836790304] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26942; }","duration":"6.626082191s","start":"2026-02-27T02:07:41.194042Z","end":"2026-02-27T02:07:47.820124Z","steps":["trace[836790304] 'agreement among raft nodes before linearized reading' (duration: 6.62604809s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:47.820148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:41.194016Z","time spent":"6.626127993s","remote":"127.0.0.1:57990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:47.820145Z","caller":"traceutil/trace.go:171","msg":"trace[128092507] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26942; }","duration":"8.891907914s","start":"2026-02-27T02:07:38.928229Z","end":"2026-02-27T02:07:47.820137Z","steps":["trace[128092507] 'agreement among raft nodes before linearized reading' (duration: 8.891856683s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:47.820173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:38.928207Z","time spent":"8.891959266s","remote":"127.0.0.1:43594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:47.820136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.354194129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:47.820217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.048447069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:47.820233Z","caller":"traceutil/trace.go:171","msg":"trace[517702809] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26942; }","duration":"6.048522242s","start":"2026-02-27T02:07:41.771707Z","end":"2026-02-27T02:07:47.820229Z","steps":["trace[517702809] 'agreement among raft nodes before linearized reading' (duration: 6.048494031s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:47.820228Z","caller":"traceutil/trace.go:171","msg":"trace[1918749221] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26942; }","duration":"8.354339173s","start":"2026-02-27T02:07:39.465864Z","end":"2026-02-27T02:07:47.820203Z","steps":["trace[1918749221] 'agreement among raft nodes before linearized reading' (duration: 8.354174709s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:47.820247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:41.771683Z","time spent":"6.048560352s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:47.82027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:39.465841Z","time spent":"8.354419226s","remote":"127.0.0.1:58180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:47.820325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.060305643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:47.820356Z","caller":"traceutil/trace.go:171","msg":"trace[847896484] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26942; }","duration":"6.060375115s","start":"2026-02-27T02:07:41.759969Z","end":"2026-02-27T02:07:47.820344Z","steps":["trace[847896484] 'agreement among raft nodes before linearized reading' (duration: 6.060323684s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:47.820362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.437556717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17230"} {"level":"warn","ts":"2026-02-27T02:07:47.820363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.589850124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:47.820384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:41.759935Z","time spent":"6.060441577s","remote":"127.0.0.1:58196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:47.820409Z","caller":"traceutil/trace.go:171","msg":"trace[982519466] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26942; }","duration":"6.437636959s","start":"2026-02-27T02:07:41.382757Z","end":"2026-02-27T02:07:47.820394Z","steps":["trace[982519466] 'agreement among raft nodes before linearized reading' (duration: 6.437468635s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:47.820413Z","caller":"traceutil/trace.go:171","msg":"trace[2064105575] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26942; }","duration":"6.589957456s","start":"2026-02-27T02:07:41.230442Z","end":"2026-02-27T02:07:47.8204Z","steps":["trace[2064105575] 'agreement among raft nodes before linearized reading' (duration: 6.589865394s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:47.820442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:41.382734Z","time spent":"6.43770127s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17252,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T02:07:47.820448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:41.230415Z","time spent":"6.590024328s","remote":"127.0.0.1:60214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:48.319204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:48.572128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.441381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:48.572265Z","caller":"traceutil/trace.go:171","msg":"trace[107762446] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"747.626507ms","start":"2026-02-27T02:07:47.824607Z","end":"2026-02-27T02:07:48.572233Z","steps":["trace[107762446] 'agreement among raft nodes before linearized reading' (duration: 747.449032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:48.572332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:47.824591Z","time spent":"747.726009ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/02/27 02:07:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:48.587279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999806592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:48.587321Z","caller":"traceutil/trace.go:171","msg":"trace[1881203404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999893444s","start":"2026-02-27T02:07:46.587418Z","end":"2026-02-27T02:07:48.587312Z","steps":["trace[1881203404] 'agreement among raft nodes before linearized reading' (duration: 1.999845593s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:48.587344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:46.587392Z","time spent":"1.999946586s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:48.819573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:49.320559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:49.734594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:44.737403Z","time spent":"4.997179536s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:07:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:49.735993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:44.737493Z","time spent":"4.998491211s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:07:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:49.736587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:44.738658Z","time spent":"4.997925926s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 02:07:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:49.821532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:50.322349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:50.571508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978040773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:50.571637Z","caller":"traceutil/trace.go:171","msg":"trace[2020832189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.978217378s","start":"2026-02-27T02:07:47.593388Z","end":"2026-02-27T02:07:50.571605Z","steps":["trace[2020832189] 'agreement among raft nodes before linearized reading' (duration: 2.978069234s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:50.571707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:47.593369Z","time spent":"2.978324041s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 02:07:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:50.572911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97942579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:50.573007Z","caller":"traceutil/trace.go:171","msg":"trace[1706838895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.979547193s","start":"2026-02-27T02:07:47.593438Z","end":"2026-02-27T02:07:50.572985Z","steps":["trace[1706838895] 'agreement among raft nodes before linearized reading' (duration: 2.97943238s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:50.573063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:47.593435Z","time spent":"2.979619835s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 02:07:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:50.591876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:50.591924Z","caller":"traceutil/trace.go:171","msg":"trace[586603360] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000080688s","start":"2026-02-27T02:07:48.591832Z","end":"2026-02-27T02:07:50.591913Z","steps":["trace[586603360] 'agreement among raft nodes before linearized reading' (duration: 2.000028616s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:50.591957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:48.591813Z","time spent":"2.00013696s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:50.822498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:51.323418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:51.824229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:52.288927Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.541465577s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:52.44143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.928956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:52.441748Z","caller":"traceutil/trace.go:171","msg":"trace[2049406443] transaction","detail":"{read_only:false; response_revision:26946; number_of_response:1; }","duration":"6.511609274s","start":"2026-02-27T02:07:45.930117Z","end":"2026-02-27T02:07:52.441726Z","steps":["trace[2049406443] 'process raft request' (duration: 6.511556753s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.441843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:45.930091Z","time spent":"6.511703117s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:52.442567Z","caller":"traceutil/trace.go:171","msg":"trace[699652582] linearizableReadLoop","detail":"{readStateIndex:28244; appliedIndex:28236; }","duration":"4.62361438s","start":"2026-02-27T02:07:47.818921Z","end":"2026-02-27T02:07:52.442536Z","steps":["trace[699652582] 'read index received' (duration: 4.470452931s)","trace[699652582] 'applied index is now lower than readState.Index' (duration: 153.160429ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:52.442749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.504433534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:52.442809Z","caller":"traceutil/trace.go:171","msg":"trace[1019821678] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26950; }","duration":"6.504527517s","start":"2026-02-27T02:07:45.938271Z","end":"2026-02-27T02:07:52.442799Z","steps":["trace[1019821678] 'agreement among raft nodes before linearized reading' (duration: 6.504378733s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.442801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.736328035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:52.442839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:45.938236Z","time spent":"6.504593639s","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:52.442846Z","caller":"traceutil/trace.go:171","msg":"trace[853388294] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26950; }","duration":"6.736433279s","start":"2026-02-27T02:07:45.706397Z","end":"2026-02-27T02:07:52.44283Z","steps":["trace[853388294] 'agreement among raft nodes before linearized reading' (duration: 6.736291455s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:52.442843Z","caller":"traceutil/trace.go:171","msg":"trace[1819522024] transaction","detail":"{read_only:false; response_revision:26950; number_of_response:1; }","duration":"1.810205799s","start":"2026-02-27T02:07:50.632582Z","end":"2026-02-27T02:07:52.442788Z","steps":["trace[1819522024] 'process raft request' (duration: 1.809903521s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.442929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.708550376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:192"} {"level":"warn","ts":"2026-02-27T02:07:52.442983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.480003749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:52.443002Z","caller":"traceutil/trace.go:171","msg":"trace[452209382] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:26950; }","duration":"9.708655409s","start":"2026-02-27T02:07:42.734327Z","end":"2026-02-27T02:07:52.442983Z","steps":["trace[452209382] 'agreement among raft nodes before linearized reading' (duration: 9.708416962s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.442977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.345177371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:52.443018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000986577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:52.44304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:42.734316Z","time spent":"9.70871694s","remote":"127.0.0.1:43512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":214,"request content":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" "} {"level":"warn","ts":"2026-02-27T02:07:52.443014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:50.632562Z","time spent":"1.810363773s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:52.443082Z","caller":"traceutil/trace.go:171","msg":"trace[1844620780] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26950; }","duration":"8.345329225s","start":"2026-02-27T02:07:44.097724Z","end":"2026-02-27T02:07:52.443053Z","steps":["trace[1844620780] 'agreement among raft nodes before linearized reading' (duration: 8.345136539s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.443109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.709985734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-339c7397-fa2a-413c-9810-4b63f610839e\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-27T02:07:52.443137Z","caller":"traceutil/trace.go:171","msg":"trace[566943936] range","detail":"{range_begin:/registry/persistentvolumes/pvc-339c7397-fa2a-413c-9810-4b63f610839e; range_end:; response_count:1; response_revision:26950; }","duration":"9.710005994s","start":"2026-02-27T02:07:42.733119Z","end":"2026-02-27T02:07:52.443125Z","steps":["trace[566943936] 'agreement among raft nodes before linearized reading' (duration: 9.709940123s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.443137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.217645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:52.443153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:42.733078Z","time spent":"9.710071536s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-339c7397-fa2a-413c-9810-4b63f610839e\" "} {"level":"warn","ts":"2026-02-27T02:07:52.443031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.710509368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-02-27T02:07:52.443154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.952729773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:52.442878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.350121387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:52.442882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:45.706376Z","time spent":"6.73649637s","remote":"127.0.0.1:51802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:52.443259Z","caller":"traceutil/trace.go:171","msg":"trace[1585288297] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26950; }","duration":"5.350523348s","start":"2026-02-27T02:07:47.092721Z","end":"2026-02-27T02:07:52.443244Z","steps":["trace[1585288297] 'agreement among raft nodes before linearized reading' (duration: 5.350073286s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.443266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.249945612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:52.443259Z","caller":"traceutil/trace.go:171","msg":"trace[140174352] transaction","detail":"{read_only:false; response_revision:26947; number_of_response:1; }","duration":"4.618397602s","start":"2026-02-27T02:07:47.824847Z","end":"2026-02-27T02:07:52.443245Z","steps":["trace[140174352] 'process raft request' (duration: 4.617392855s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.443289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.057007383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:52.443295Z","caller":"traceutil/trace.go:171","msg":"trace[1001961590] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26950; }","duration":"5.00109057s","start":"2026-02-27T02:07:47.441971Z","end":"2026-02-27T02:07:52.443061Z","steps":["trace[1001961590] 'agreement among raft nodes before linearized reading' (duration: 5.000985427s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:52.443307Z","caller":"traceutil/trace.go:171","msg":"trace[1741380546] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26950; }","duration":"9.250012033s","start":"2026-02-27T02:07:43.19328Z","end":"2026-02-27T02:07:52.443292Z","steps":["trace[1741380546] 'agreement among raft nodes before linearized reading' (duration: 9.249948431s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.443305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:47.092697Z","time spent":"5.35059629s","remote":"127.0.0.1:58552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:52.44332Z","caller":"traceutil/trace.go:171","msg":"trace[1101043935] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26950; }","duration":"8.057087154s","start":"2026-02-27T02:07:44.386223Z","end":"2026-02-27T02:07:52.44331Z","steps":["trace[1101043935] 'agreement among raft nodes before linearized reading' (duration: 8.057008052s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.443323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705865718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-02-27T02:07:52.443093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850875054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:52.443334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:43.193263Z","time spent":"9.250065685s","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:52.443343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:47.441948Z","time spent":"5.001385417s","remote":"127.0.0.1:43616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:52.44335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:44.386199Z","time spent":"8.057141966s","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":36,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:52.443359Z","caller":"traceutil/trace.go:171","msg":"trace[769048072] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26950; }","duration":"2.705917869s","start":"2026-02-27T02:07:49.73743Z","end":"2026-02-27T02:07:52.443348Z","steps":["trace[769048072] 'agreement among raft nodes before linearized reading' (duration: 2.705861368s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:52.443362Z","caller":"traceutil/trace.go:171","msg":"trace[729271113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26950; }","duration":"1.851186003s","start":"2026-02-27T02:07:50.592167Z","end":"2026-02-27T02:07:52.443353Z","steps":["trace[729271113] 'agreement among raft nodes before linearized reading' (duration: 1.850896585s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.443383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024305591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:52.44317Z","caller":"traceutil/trace.go:171","msg":"trace[220856002] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26950; }","duration":"121.290026ms","start":"2026-02-27T02:07:52.32187Z","end":"2026-02-27T02:07:52.44316Z","steps":["trace[220856002] 'agreement among raft nodes before linearized reading' (duration: 121.239565ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:52.443422Z","caller":"traceutil/trace.go:171","msg":"trace[2073446829] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26950; }","duration":"1.024373892s","start":"2026-02-27T02:07:51.41904Z","end":"2026-02-27T02:07:52.443413Z","steps":["trace[2073446829] 'agreement among raft nodes before linearized reading' (duration: 1.024323671s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.443344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.477742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:07:52.44344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617077623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:52.443297Z","caller":"traceutil/trace.go:171","msg":"trace[782162634] transaction","detail":"{read_only:false; response_revision:26949; number_of_response:1; }","duration":"1.868291435s","start":"2026-02-27T02:07:50.574991Z","end":"2026-02-27T02:07:52.443282Z","steps":["trace[782162634] 'process raft request' (duration: 1.867451222s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.44304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.710321743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-nh424\" ","response":"range_response_count:1 size:6857"} {"level":"warn","ts":"2026-02-27T02:07:52.443138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:44.097701Z","time spent":"8.345426008s","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:52.443469Z","caller":"traceutil/trace.go:171","msg":"trace[1174350621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26950; }","duration":"1.617116443s","start":"2026-02-27T02:07:50.826342Z","end":"2026-02-27T02:07:52.443459Z","steps":["trace[1174350621] 'agreement among raft nodes before linearized reading' (duration: 1.617067602s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.443476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707351567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-02-27T02:07:52.443471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611572797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:52.443301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.276464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:52.443495Z","caller":"traceutil/trace.go:171","msg":"trace[752718532] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-nh424; range_end:; response_count:1; response_revision:26950; }","duration":"9.710890407s","start":"2026-02-27T02:07:42.732594Z","end":"2026-02-27T02:07:52.443484Z","steps":["trace[752718532] 'agreement among raft nodes before linearized reading' (duration: 9.710314982s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:52.443514Z","caller":"traceutil/trace.go:171","msg":"trace[1254484302] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26950; }","duration":"1.611639509s","start":"2026-02-27T02:07:50.831862Z","end":"2026-02-27T02:07:52.443501Z","steps":["trace[1254484302] 'agreement among raft nodes before linearized reading' (duration: 1.611559677s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:52.443529Z","caller":"traceutil/trace.go:171","msg":"trace[1666531075] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26950; }","duration":"742.538131ms","start":"2026-02-27T02:07:51.70098Z","end":"2026-02-27T02:07:52.443518Z","steps":["trace[1666531075] 'agreement among raft nodes before linearized reading' (duration: 742.300505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.443494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:50.574969Z","time spent":"1.86849738s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:52.443542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021605595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:52.443549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628041133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-27T02:07:52.443573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:51.700958Z","time spent":"742.602083ms","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:52.443586Z","caller":"traceutil/trace.go:171","msg":"trace[1025340326] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26950; }","duration":"1.628105924s","start":"2026-02-27T02:07:50.815471Z","end":"2026-02-27T02:07:52.443577Z","steps":["trace[1025340326] 'agreement among raft nodes before linearized reading' (duration: 1.628014782s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.443435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706341121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-27T02:07:52.443533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:42.732571Z","time spent":"9.710950349s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6879,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-nh424\" "} {"level":"warn","ts":"2026-02-27T02:07:52.443615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.149457113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:52.443259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.778906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:52.443626Z","caller":"traceutil/trace.go:171","msg":"trace[2015172747] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26950; }","duration":"2.706548045s","start":"2026-02-27T02:07:49.737069Z","end":"2026-02-27T02:07:52.443617Z","steps":["trace[2015172747] 'agreement among raft nodes before linearized reading' (duration: 2.70633831s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:52.443641Z","caller":"traceutil/trace.go:171","msg":"trace[109817500] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26950; }","duration":"4.149521346s","start":"2026-02-27T02:07:48.294111Z","end":"2026-02-27T02:07:52.443632Z","steps":["trace[109817500] 'agreement among raft nodes before linearized reading' (duration: 4.149482045s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.443274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391734022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:52.443459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:51.419021Z","time spent":"1.024430274s","remote":"127.0.0.1:43720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:52.443389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:49.73742Z","time spent":"2.70596342s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-02-27T02:07:52.443643Z","caller":"traceutil/trace.go:171","msg":"trace[1936578416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26950; }","duration":"269.192477ms","start":"2026-02-27T02:07:52.174443Z","end":"2026-02-27T02:07:52.443636Z","steps":["trace[1936578416] 'agreement among raft nodes before linearized reading' (duration: 268.791026ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:52.443502Z","caller":"traceutil/trace.go:171","msg":"trace[624830568] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26950; }","duration":"2.707407988s","start":"2026-02-27T02:07:49.736085Z","end":"2026-02-27T02:07:52.443493Z","steps":["trace[624830568] 'agreement among raft nodes before linearized reading' (duration: 2.707363247s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.443613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:50.815451Z","time spent":"1.628157085s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T02:07:52.44373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.287277317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:07:52.443746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:49.736065Z","time spent":"2.707671026s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T02:07:52.44315Z","caller":"traceutil/trace.go:171","msg":"trace[1412213320] transaction","detail":"{read_only:false; response_revision:26948; number_of_response:1; }","duration":"2.207588715s","start":"2026-02-27T02:07:50.235513Z","end":"2026-02-27T02:07:52.443101Z","steps":["trace[1412213320] 'process raft request' (duration: 2.206879356s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.443752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.61036513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-nh424\" ","response":"range_response_count:1 size:6857"} {"level":"warn","ts":"2026-02-27T02:07:52.443229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143916981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:52.44378Z","caller":"traceutil/trace.go:171","msg":"trace[896146866] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26950; }","duration":"4.287367019s","start":"2026-02-27T02:07:48.1564Z","end":"2026-02-27T02:07:52.443767Z","steps":["trace[896146866] 'agreement among raft nodes before linearized reading' (duration: 4.287281057s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.443862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.709482271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7fcdd6dddc-gwf9r.1897f6dcea805b9d\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-02-27T02:07:52.443791Z","caller":"traceutil/trace.go:171","msg":"trace[1252818173] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-nh424; range_end:; response_count:1; response_revision:26950; }","duration":"4.610421721s","start":"2026-02-27T02:07:47.833358Z","end":"2026-02-27T02:07:52.44378Z","steps":["trace[1252818173] 'agreement among raft nodes before linearized reading' (duration: 4.610315718s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:52.443898Z","caller":"traceutil/trace.go:171","msg":"trace[1859700793] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7fcdd6dddc-gwf9r.1897f6dcea805b9d; range_end:; response_count:1; response_revision:26950; }","duration":"9.709575993s","start":"2026-02-27T02:07:42.734309Z","end":"2026-02-27T02:07:52.443885Z","steps":["trace[1859700793] 'agreement among raft nodes before linearized reading' (duration: 9.708694559s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.443937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:42.734299Z","time spent":"9.709630994s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/cinder-api-7fcdd6dddc-gwf9r.1897f6dcea805b9d\" "} {"level":"warn","ts":"2026-02-27T02:07:52.443941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:47.833347Z","time spent":"4.610581055s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6879,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-nh424\" "} {"level":"warn","ts":"2026-02-27T02:07:52.443568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:50.831851Z","time spent":"1.611706141s","remote":"127.0.0.1:39582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:52.443795Z","caller":"traceutil/trace.go:171","msg":"trace[620301668] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26950; }","duration":"2.144517187s","start":"2026-02-27T02:07:50.29927Z","end":"2026-02-27T02:07:52.443787Z","steps":["trace[620301668] 'agreement among raft nodes before linearized reading' (duration: 2.143922261s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.444025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:50.299257Z","time spent":"2.144758674s","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:52.443392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:50.592143Z","time spent":"1.851241283s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:52.443225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.451197066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:07:52.443041Z","caller":"traceutil/trace.go:171","msg":"trace[980905653] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26950; }","duration":"6.48004209s","start":"2026-02-27T02:07:45.962957Z","end":"2026-02-27T02:07:52.443Z","steps":["trace[980905653] 'agreement among raft nodes before linearized reading' (duration: 6.480001269s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:52.444122Z","caller":"traceutil/trace.go:171","msg":"trace[1412639079] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26950; }","duration":"7.452123761s","start":"2026-02-27T02:07:44.991986Z","end":"2026-02-27T02:07:52.444109Z","steps":["trace[1412639079] 'agreement among raft nodes before linearized reading' (duration: 7.451173985s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.44339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:47.82483Z","time spent":"4.618482894s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:52.444177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:44.991966Z","time spent":"7.452196652s","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:52.443463Z","caller":"traceutil/trace.go:171","msg":"trace[352448098] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26950; }","duration":"963.625606ms","start":"2026-02-27T02:07:51.479829Z","end":"2026-02-27T02:07:52.443454Z","steps":["trace[352448098] 'agreement among raft nodes before linearized reading' (duration: 963.491923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.445675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:51.479812Z","time spent":"965.844415ms","remote":"127.0.0.1:39638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:52.444137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:45.962946Z","time spent":"6.48117927s","remote":"127.0.0.1:58046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:52.443501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:50.826336Z","time spent":"1.617152664s","remote":"127.0.0.1:60232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:52.443152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.62020854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T02:07:52.446641Z","caller":"traceutil/trace.go:171","msg":"trace[274847666] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26950; }","duration":"4.623721943s","start":"2026-02-27T02:07:47.822908Z","end":"2026-02-27T02:07:52.446629Z","steps":["trace[274847666] 'agreement among raft nodes before linearized reading' (duration: 4.620140068s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.446674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:47.822889Z","time spent":"4.623775214s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T02:07:52.443576Z","caller":"traceutil/trace.go:171","msg":"trace[401545782] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26950; }","duration":"3.021665987s","start":"2026-02-27T02:07:49.4219Z","end":"2026-02-27T02:07:52.443566Z","steps":["trace[401545782] 'agreement among raft nodes before linearized reading' (duration: 3.021617166s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.446739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:49.421881Z","time spent":"3.024839881s","remote":"127.0.0.1:58528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:52.443101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.481141359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:52.447201Z","caller":"traceutil/trace.go:171","msg":"trace[1648059586] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26950; }","duration":"6.485250997s","start":"2026-02-27T02:07:45.961907Z","end":"2026-02-27T02:07:52.447158Z","steps":["trace[1648059586] 'agreement among raft nodes before linearized reading' (duration: 6.481150279s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.447239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:45.961883Z","time spent":"6.48534513s","remote":"127.0.0.1:39570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:52.443654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:49.737059Z","time spent":"2.706587186s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-27T02:07:52.443676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:48.294087Z","time spent":"4.149582927s","remote":"127.0.0.1:59766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:52.44368Z","caller":"traceutil/trace.go:171","msg":"trace[1201134526] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26950; }","duration":"2.392169464s","start":"2026-02-27T02:07:50.051503Z","end":"2026-02-27T02:07:52.443672Z","steps":["trace[1201134526] 'agreement among raft nodes before linearized reading' (duration: 2.391744483s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.44837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:50.051484Z","time spent":"2.396860577s","remote":"127.0.0.1:58354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:52.443256Z","caller":"traceutil/trace.go:171","msg":"trace[1422211099] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26950; }","duration":"8.952888568s","start":"2026-02-27T02:07:43.490348Z","end":"2026-02-27T02:07:52.443236Z","steps":["trace[1422211099] 'agreement among raft nodes before linearized reading' (duration: 8.952727654s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.448455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:43.490324Z","time spent":"8.958114436s","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:07:52.443218Z","caller":"traceutil/trace.go:171","msg":"trace[1083155350] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26950; }","duration":"9.710725293s","start":"2026-02-27T02:07:42.732474Z","end":"2026-02-27T02:07:52.443199Z","steps":["trace[1083155350] 'agreement among raft nodes before linearized reading' (duration: 9.710431156s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:52.448688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:42.732393Z","time spent":"9.71628412s","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-27T02:07:52.443851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:50.235484Z","time spent":"2.208290214s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:52.443896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:48.156377Z","time spent":"4.287507624s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:07:52.948867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:53.449948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:53.950098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:54.450255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:54.451384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999952155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:54.451495Z","caller":"traceutil/trace.go:171","msg":"trace[226931386] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000098778s","start":"2026-02-27T02:07:52.451368Z","end":"2026-02-27T02:07:54.451467Z","steps":["trace[226931386] 'agreement among raft nodes before linearized reading' (duration: 1.999953814s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:54.451754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:52.451353Z","time spent":"2.000382855s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:54.734133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285704898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:54.734243Z","caller":"traceutil/trace.go:171","msg":"trace[68404095] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"2.285848032s","start":"2026-02-27T02:07:52.448368Z","end":"2026-02-27T02:07:54.734216Z","steps":["trace[68404095] 'agreement among raft nodes before linearized reading' (duration: 2.285717619s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:54.734295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:52.448351Z","time spent":"2.285934094s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/27 02:07:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:54.735386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287024883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:54.735503Z","caller":"traceutil/trace.go:171","msg":"trace[805507130] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"2.287187208s","start":"2026-02-27T02:07:52.448289Z","end":"2026-02-27T02:07:54.735476Z","steps":["trace[805507130] 'agreement among raft nodes before linearized reading' (duration: 2.287042214s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:54.735571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:52.448275Z","time spent":"2.28728051s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/27 02:07:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:54.735683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283161972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:54.735742Z","caller":"traceutil/trace.go:171","msg":"trace[1401170970] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"2.283239473s","start":"2026-02-27T02:07:52.452486Z","end":"2026-02-27T02:07:54.735726Z","steps":["trace[1401170970] 'agreement among raft nodes before linearized reading' (duration: 2.283173092s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:54.73578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:52.452478Z","time spent":"2.283292945s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/27 02:07:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:54.95048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:07:55.238525Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.791896122s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:56.45851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999858093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:07:56.45863Z","caller":"traceutil/trace.go:171","msg":"trace[1432874245] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000034017s","start":"2026-02-27T02:07:54.458573Z","end":"2026-02-27T02:07:56.458607Z","steps":["trace[1432874245] 'agreement among raft nodes before linearized reading' (duration: 1.999889314s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:56.45868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:54.45855Z","time spent":"2.0001206s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:07:57.788292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8435507s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:07:57.788495Z","caller":"traceutil/trace.go:171","msg":"trace[2004025465] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26950; }","duration":"1.843766376s","start":"2026-02-27T02:07:55.944701Z","end":"2026-02-27T02:07:57.788467Z","steps":["trace[2004025465] 'range keys from in-memory index tree' (duration: 1.84352989s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:57.78848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549568247s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:57.788631Z","caller":"traceutil/trace.go:171","msg":"trace[553760993] transaction","detail":"{read_only:false; response_revision:26951; number_of_response:1; }","duration":"5.342078644s","start":"2026-02-27T02:07:52.446528Z","end":"2026-02-27T02:07:57.788607Z","steps":["trace[553760993] 'process raft request' (duration: 2.792287992s)","trace[553760993] 'compare' (duration: 2.547308496s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:57.788699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:52.446505Z","time spent":"5.342162776s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1164,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:07:58.459544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000079509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:07:58.459635Z","caller":"traceutil/trace.go:171","msg":"trace[798716602] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000228553s","start":"2026-02-27T02:07:56.459386Z","end":"2026-02-27T02:07:58.459615Z","steps":["trace[798716602] 'agreement among raft nodes before linearized reading' (duration: 2.000076539s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:58.459702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:56.459316Z","time spent":"2.000378287s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:07:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:07:59.343646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.104701632s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:07:59.453206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:52.452354Z","time spent":"7.00084401s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:59.453275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:52.452432Z","time spent":"7.000833649s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:07:59.572065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.173255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:07:59.572453Z","caller":"traceutil/trace.go:171","msg":"trace[101185126] transaction","detail":"{read_only:false; response_revision:26954; number_of_response:1; }","duration":"6.551105957s","start":"2026-02-27T02:07:53.021313Z","end":"2026-02-27T02:07:59.572419Z","steps":["trace[101185126] 'process raft request' (duration: 6.550944253s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:07:59.572502Z","caller":"traceutil/trace.go:171","msg":"trace[958059025] transaction","detail":"{read_only:false; response_revision:26956; number_of_response:1; }","duration":"4.833420168s","start":"2026-02-27T02:07:54.739042Z","end":"2026-02-27T02:07:59.572462Z","steps":["trace[958059025] 'process raft request' (duration: 4.833292734s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:59.572669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:54.739011Z","time spent":"4.833575002s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:59.572694Z","caller":"traceutil/trace.go:171","msg":"trace[298878866] linearizableReadLoop","detail":"{readStateIndex:28250; appliedIndex:28244; }","duration":"7.124614131s","start":"2026-02-27T02:07:52.448048Z","end":"2026-02-27T02:07:59.572663Z","steps":["trace[298878866] 'read index received' (duration: 2.790996978s)","trace[298878866] 'applied index is now lower than readState.Index' (duration: 4.333614983s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:07:59.572831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:53.021277Z","time spent":"6.551291102s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:07:59.57297Z","caller":"traceutil/trace.go:171","msg":"trace[2026303524] transaction","detail":"{read_only:false; response_revision:26955; number_of_response:1; }","duration":"4.834527236s","start":"2026-02-27T02:07:54.738421Z","end":"2026-02-27T02:07:59.572948Z","steps":["trace[2026303524] 'process raft request' (duration: 4.833869419s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:07:59.573182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:54.738394Z","time spent":"4.834743262s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:00.48859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99903959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:00.488679Z","caller":"traceutil/trace.go:171","msg":"trace[320883022] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999187215s","start":"2026-02-27T02:07:58.489469Z","end":"2026-02-27T02:08:00.488656Z","steps":["trace[320883022] 'agreement among raft nodes before linearized reading' (duration: 1.999080272s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:00.488719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:58.489444Z","time spent":"1.999268816s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:08:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:02.488893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999940044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:08:02.489024Z","caller":"traceutil/trace.go:171","msg":"trace[1713060885] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000131899s","start":"2026-02-27T02:08:00.488867Z","end":"2026-02-27T02:08:02.488999Z","steps":["trace[1713060885] 'agreement among raft nodes before linearized reading' (duration: 1.999969785s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:02.489079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:00.488843Z","time spent":"2.000225532s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:08:02.749767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000128302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:02.74987Z","caller":"traceutil/trace.go:171","msg":"trace[45823009] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.000309517s","start":"2026-02-27T02:07:52.749538Z","end":"2026-02-27T02:08:02.749847Z","steps":["trace[45823009] 'agreement among raft nodes before linearized reading' (duration: 10.000177223s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:02.749935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:52.749509Z","time spent":"10.00040969s","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/27 02:08:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:04.177773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:04.177897Z","caller":"traceutil/trace.go:171","msg":"trace[1682797376] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000311855s","start":"2026-02-27T02:08:02.177553Z","end":"2026-02-27T02:08:04.177864Z","steps":["trace[1682797376] 'agreement among raft nodes before linearized reading' (duration: 2.000153791s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:04.177983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:02.177519Z","time spent":"2.000448608s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:08:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:04.243103Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6bdb9c9cad6e6ca5","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T02:08:04.451785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:57.450689Z","time spent":"7.001079824s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:08:04.496521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000107709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:08:04.496614Z","caller":"traceutil/trace.go:171","msg":"trace[98010226] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000249102s","start":"2026-02-27T02:08:02.496345Z","end":"2026-02-27T02:08:04.496594Z","steps":["trace[98010226] 'agreement among raft nodes before linearized reading' (duration: 2.000135929s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:04.496668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:02.496324Z","time spent":"2.000332224s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:08:05.972442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.400044373s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-27T02:08:05.972998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.524922721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:05.974675Z","caller":"traceutil/trace.go:171","msg":"trace[802277097] linearizableReadLoop","detail":"{readStateIndex:28252; appliedIndex:28250; }","duration":"6.401872171s","start":"2026-02-27T02:07:59.572764Z","end":"2026-02-27T02:08:05.974636Z","steps":["trace[802277097] 'read index received' (duration: 87.812µs)","trace[802277097] 'applied index is now lower than readState.Index' (duration: 6.401783039s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:05.974764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.070110199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:05.974823Z","caller":"traceutil/trace.go:171","msg":"trace[1637919416] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26958; }","duration":"12.070211951s","start":"2026-02-27T02:07:53.904589Z","end":"2026-02-27T02:08:05.974801Z","steps":["trace[1637919416] 'agreement among raft nodes before linearized reading' (duration: 12.070113829s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:05.974875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:53.904566Z","time spent":"12.070298494s","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:05.974877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.336379108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:08:05.974764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.698842039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:05.974926Z","caller":"traceutil/trace.go:171","msg":"trace[1149522319] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26958; }","duration":"12.336476561s","start":"2026-02-27T02:07:53.638428Z","end":"2026-02-27T02:08:05.974905Z","steps":["trace[1149522319] 'agreement among raft nodes before linearized reading' (duration: 12.336361008s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:05.974973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:53.638407Z","time spent":"12.336548692s","remote":"127.0.0.1:39588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:05.974997Z","caller":"traceutil/trace.go:171","msg":"trace[1110677671] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26958; }","duration":"8.699101586s","start":"2026-02-27T02:07:57.275837Z","end":"2026-02-27T02:08:05.974939Z","steps":["trace[1110677671] 'agreement among raft nodes before linearized reading' (duration: 8.698830719s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:05.975064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.74304959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:05.975102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.986467741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-02-27T02:08:05.975067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.783571036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:05.975139Z","caller":"traceutil/trace.go:171","msg":"trace[1061737541] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26958; }","duration":"10.986501792s","start":"2026-02-27T02:07:54.988625Z","end":"2026-02-27T02:08:05.975127Z","steps":["trace[1061737541] 'agreement among raft nodes before linearized reading' (duration: 10.98642737s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:05.97513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.359650269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:05.975146Z","caller":"traceutil/trace.go:171","msg":"trace[235580594] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26958; }","duration":"7.743176303s","start":"2026-02-27T02:07:58.231946Z","end":"2026-02-27T02:08:05.975122Z","steps":["trace[235580594] 'agreement among raft nodes before linearized reading' (duration: 7.743050569s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:05.975129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:57.275806Z","time spent":"8.69923299s","remote":"127.0.0.1:60248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:05.975159Z","caller":"traceutil/trace.go:171","msg":"trace[360485030] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26958; }","duration":"10.78371796s","start":"2026-02-27T02:07:55.19142Z","end":"2026-02-27T02:08:05.975138Z","steps":["trace[360485030] 'agreement among raft nodes before linearized reading' (duration: 10.783569776s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:05.975253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:58.231921Z","time spent":"7.743312027s","remote":"127.0.0.1:58222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:05.975257Z","caller":"traceutil/trace.go:171","msg":"trace[1522791524] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26958; }","duration":"9.359759053s","start":"2026-02-27T02:07:56.615415Z","end":"2026-02-27T02:08:05.975174Z","steps":["trace[1522791524] 'agreement among raft nodes before linearized reading' (duration: 9.359659651s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:05.975279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:55.191395Z","time spent":"10.783867554s","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:05.975248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.517896159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-d2hth\" ","response":"range_response_count:1 size:7476"} {"level":"warn","ts":"2026-02-27T02:08:05.975325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:56.615389Z","time spent":"9.359910987s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:05.975317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.10632635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:08:05.975338Z","caller":"traceutil/trace.go:171","msg":"trace[312758600] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-d2hth; range_end:; response_count:1; response_revision:26958; }","duration":"6.518084724s","start":"2026-02-27T02:07:59.457227Z","end":"2026-02-27T02:08:05.975312Z","steps":["trace[312758600] 'agreement among raft nodes before linearized reading' (duration: 6.517783586s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:05.975385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:59.457207Z","time spent":"6.518165665s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":7498,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-d2hth\" "} {"level":"warn","ts":"2026-02-27T02:08:05.975412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.815677779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:05.975436Z","caller":"traceutil/trace.go:171","msg":"trace[568879627] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26958; }","duration":"11.106419801s","start":"2026-02-27T02:07:54.868945Z","end":"2026-02-27T02:08:05.975365Z","steps":["trace[568879627] 'agreement among raft nodes before linearized reading' (duration: 11.106147074s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:05.975451Z","caller":"traceutil/trace.go:171","msg":"trace[5840221] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26958; }","duration":"12.815766332s","start":"2026-02-27T02:07:53.15967Z","end":"2026-02-27T02:08:05.975437Z","steps":["trace[5840221] 'agreement among raft nodes before linearized reading' (duration: 12.81570442s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:05.973105Z","caller":"traceutil/trace.go:171","msg":"trace[555572997] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:26957; }","duration":"13.525056285s","start":"2026-02-27T02:07:52.44802Z","end":"2026-02-27T02:08:05.973076Z","steps":["trace[555572997] 'agreement among raft nodes before linearized reading' (duration: 7.124796026s)","trace[555572997] 'range keys from in-memory index tree' (duration: 6.400121105s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:05.975532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.390427677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:05.975483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.642340747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:05.975212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:54.988569Z","time spent":"10.986603774s","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T02:08:05.975542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.521982873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-02-27T02:08:05.975614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:54.868925Z","time spent":"11.106674188s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:08:05.975487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:53.159641Z","time spent":"12.815833374s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:05.975681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.02449789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:05.975748Z","caller":"traceutil/trace.go:171","msg":"trace[1529408528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26958; }","duration":"8.024606833s","start":"2026-02-27T02:07:57.951122Z","end":"2026-02-27T02:08:05.975729Z","steps":["trace[1529408528] 'agreement among raft nodes before linearized reading' (duration: 8.02450903s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:05.975804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:57.951087Z","time spent":"8.024702485s","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:05.975548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:52.448005Z","time spent":"13.527520589s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-27T02:08:05.975654Z","caller":"traceutil/trace.go:171","msg":"trace[193350725] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26958; }","duration":"13.522106327s","start":"2026-02-27T02:07:52.453535Z","end":"2026-02-27T02:08:05.975641Z","steps":["trace[193350725] 'agreement among raft nodes before linearized reading' (duration: 13.521867601s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:05.975561Z","caller":"traceutil/trace.go:171","msg":"trace[565014711] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26958; }","duration":"12.390499339s","start":"2026-02-27T02:07:53.585051Z","end":"2026-02-27T02:08:05.975551Z","steps":["trace[565014711] 'agreement among raft nodes before linearized reading' (duration: 12.390456568s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:05.975963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:52.453531Z","time spent":"13.522415966s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-27T02:08:05.975956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.526932184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-02-27T02:08:05.975979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:53.585026Z","time spent":"12.390932431s","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:05.976027Z","caller":"traceutil/trace.go:171","msg":"trace[926677134] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26958; }","duration":"13.527009347s","start":"2026-02-27T02:07:52.44899Z","end":"2026-02-27T02:08:05.976Z","steps":["trace[926677134] 'agreement among raft nodes before linearized reading' (duration: 13.526543195s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:05.975605Z","caller":"traceutil/trace.go:171","msg":"trace[1156643833] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26958; }","duration":"7.642539002s","start":"2026-02-27T02:07:58.333048Z","end":"2026-02-27T02:08:05.975587Z","steps":["trace[1156643833] 'agreement among raft nodes before linearized reading' (duration: 7.642198053s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:05.976165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:58.33302Z","time spent":"7.643123988s","remote":"127.0.0.1:43624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:05.975604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.603923851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:05.976285Z","caller":"traceutil/trace.go:171","msg":"trace[641774661] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26958; }","duration":"12.604627971s","start":"2026-02-27T02:07:53.371628Z","end":"2026-02-27T02:08:05.976256Z","steps":["trace[641774661] 'agreement among raft nodes before linearized reading' (duration: 12.603952273s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:05.976359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:53.371601Z","time spent":"12.604734373s","remote":"127.0.0.1:58506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:05.976153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:52.448982Z","time spent":"13.52715266s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-27T02:08:05.979977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.185323062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T02:08:05.980069Z","caller":"traceutil/trace.go:171","msg":"trace[249425164] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5; range_end:; response_count:1; response_revision:26958; }","duration":"8.185458276s","start":"2026-02-27T02:07:57.794596Z","end":"2026-02-27T02:08:05.980055Z","steps":["trace[249425164] 'agreement among raft nodes before linearized reading' (duration: 8.180909206s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:05.980124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:57.794579Z","time spent":"8.185533897s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f5bb5ccc10e5\" "} {"level":"warn","ts":"2026-02-27T02:08:06.47584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:06.50541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000177761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T02:08:06.505504Z","caller":"traceutil/trace.go:171","msg":"trace[1611571199] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000336304s","start":"2026-02-27T02:08:04.505146Z","end":"2026-02-27T02:08:06.505483Z","steps":["trace[1611571199] 'agreement among raft nodes before linearized reading' (duration: 2.000219341s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:06.505546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:04.505119Z","time spent":"2.000418527s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:08:06.954599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:59.9535Z","time spent":"7.001091164s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:08:06.97625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:07.477119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:08:07.514552Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.560855654s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T02:08:08.506451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000354475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:08:08.50657Z","caller":"traceutil/trace.go:171","msg":"trace[781787197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00053209s","start":"2026-02-27T02:08:06.506012Z","end":"2026-02-27T02:08:08.506544Z","steps":["trace[781787197] 'agreement among raft nodes before linearized reading' (duration: 2.000361526s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:08.506637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:06.505997Z","time spent":"2.000626382s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:08:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T02:08:09.040197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:07.757171Z","time spent":"1.28301422s","remote":"127.0.0.1:55764","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:08:09.041249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526402065s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-27T02:08:09.5941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:02.592354Z","time spent":"7.001738101s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T02:08:09.654244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.139425122s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:08:09.72423Z","caller":"traceutil/trace.go:171","msg":"trace[181032025] linearizableReadLoop","detail":"{readStateIndex:28256; appliedIndex:28252; }","duration":"3.749442258s","start":"2026-02-27T02:08:05.974756Z","end":"2026-02-27T02:08:09.724198Z","steps":["trace[181032025] 'read index received' (duration: 1.540020696s)","trace[181032025] 'applied index is now lower than readState.Index' (duration: 2.209420672s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:09.724425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.229729857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:09.72447Z","caller":"traceutil/trace.go:171","msg":"trace[34995193] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26962; }","duration":"8.22981722s","start":"2026-02-27T02:08:01.49464Z","end":"2026-02-27T02:08:09.724457Z","steps":["trace[34995193] 'agreement among raft nodes before linearized reading' (duration: 8.229729137s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:09.724449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.537713825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:08:09.724587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.294612173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:09.72462Z","caller":"traceutil/trace.go:171","msg":"trace[34891851] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26962; }","duration":"8.294686805s","start":"2026-02-27T02:08:01.429924Z","end":"2026-02-27T02:08:09.724611Z","steps":["trace[34891851] 'agreement among raft nodes before linearized reading' (duration: 8.294627953s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:09.724649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:01.429865Z","time spent":"8.294776657s","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:09.724711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.56968611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:09.724598Z","caller":"traceutil/trace.go:171","msg":"trace[1708445065] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26962; }","duration":"5.537924931s","start":"2026-02-27T02:08:04.186653Z","end":"2026-02-27T02:08:09.724578Z","steps":["trace[1708445065] 'agreement among raft nodes before linearized reading' (duration: 5.537581562s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:09.724814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.331857511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:09.724852Z","caller":"traceutil/trace.go:171","msg":"trace[307253108] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26962; }","duration":"6.331934444s","start":"2026-02-27T02:08:03.392907Z","end":"2026-02-27T02:08:09.724842Z","steps":["trace[307253108] 'agreement among raft nodes before linearized reading' (duration: 6.331874082s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:09.724922Z","caller":"traceutil/trace.go:171","msg":"trace[1345715760] transaction","detail":"{read_only:false; response_revision:26961; number_of_response:1; }","duration":"3.742100323s","start":"2026-02-27T02:08:05.982809Z","end":"2026-02-27T02:08:09.72491Z","steps":["trace[1345715760] 'process raft request' (duration: 3.741152628s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:09.72495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.913023022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:09.724987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.286273954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:09.725024Z","caller":"traceutil/trace.go:171","msg":"trace[538721221] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26962; }","duration":"7.286356526s","start":"2026-02-27T02:08:02.438659Z","end":"2026-02-27T02:08:09.725015Z","steps":["trace[538721221] 'agreement among raft nodes before linearized reading' (duration: 7.286303755s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:09.72504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.051704008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:09.725065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:02.438632Z","time spent":"7.286424968s","remote":"127.0.0.1:47524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:09.725118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.902947263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:09.72515Z","caller":"traceutil/trace.go:171","msg":"trace[1868520918] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26962; }","duration":"9.903040426s","start":"2026-02-27T02:07:59.822101Z","end":"2026-02-27T02:08:09.725142Z","steps":["trace[1868520918] 'agreement among raft nodes before linearized reading' (duration: 9.902990944s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:09.725182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:07:59.822065Z","time spent":"9.903107647s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:09.725247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:05.982787Z","time spent":"3.742218047s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:09.725502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.365022046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:09.725559Z","caller":"traceutil/trace.go:171","msg":"trace[837065770] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26962; }","duration":"7.365113598s","start":"2026-02-27T02:08:02.360425Z","end":"2026-02-27T02:08:09.725538Z","steps":["trace[837065770] 'agreement among raft nodes before linearized reading' (duration: 7.365033006s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:09.725646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.271438766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:09.725671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.268408755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-02-27T02:08:09.725692Z","caller":"traceutil/trace.go:171","msg":"trace[1038600936] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26962; }","duration":"5.271514158s","start":"2026-02-27T02:08:04.454167Z","end":"2026-02-27T02:08:09.725682Z","steps":["trace[1038600936] 'agreement among raft nodes before linearized reading' (duration: 5.271440046s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:09.725755Z","caller":"traceutil/trace.go:171","msg":"trace[1165250430] transaction","detail":"{read_only:false; response_revision:26962; number_of_response:1; }","duration":"3.739805573s","start":"2026-02-27T02:08:05.985939Z","end":"2026-02-27T02:08:09.725745Z","steps":["trace[1165250430] 'process raft request' (duration: 3.73818166s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:09.725771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:04.454143Z","time spent":"5.271619051s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:09.725778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:02.360398Z","time spent":"7.36518493s","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:09.725862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:05.985929Z","time spent":"3.739858875s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:09.726019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.43992293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:09.726335Z","caller":"traceutil/trace.go:171","msg":"trace[1103354489] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26962; }","duration":"5.440239428s","start":"2026-02-27T02:08:04.286086Z","end":"2026-02-27T02:08:09.726325Z","steps":["trace[1103354489] 'agreement among raft nodes before linearized reading' (duration: 5.439899589s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:09.725718Z","caller":"traceutil/trace.go:171","msg":"trace[1290438892] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26962; }","duration":"5.268452488s","start":"2026-02-27T02:08:04.457252Z","end":"2026-02-27T02:08:09.725704Z","steps":["trace[1290438892] 'agreement among raft nodes before linearized reading' (duration: 5.268307684s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:09.726663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:04.45722Z","time spent":"5.269418732s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T02:08:09.72476Z","caller":"traceutil/trace.go:171","msg":"trace[2011968717] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26962; }","duration":"5.569815213s","start":"2026-02-27T02:08:04.154931Z","end":"2026-02-27T02:08:09.724746Z","steps":["trace[2011968717] 'agreement among raft nodes before linearized reading' (duration: 5.56970214s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:09.726901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:04.154829Z","time spent":"5.571996571s","remote":"127.0.0.1:58132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:09.727079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:04.286007Z","time spent":"5.440405102s","remote":"127.0.0.1:58580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:09.725072Z","caller":"traceutil/trace.go:171","msg":"trace[159673471] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26962; }","duration":"9.051780009s","start":"2026-02-27T02:08:00.673281Z","end":"2026-02-27T02:08:09.725061Z","steps":["trace[159673471] 'agreement among raft nodes before linearized reading' (duration: 9.051732558s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:09.727344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:00.673255Z","time spent":"9.05406675s","remote":"127.0.0.1:58472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:09.724994Z","caller":"traceutil/trace.go:171","msg":"trace[681087300] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26962; }","duration":"8.913106354s","start":"2026-02-27T02:08:00.811877Z","end":"2026-02-27T02:08:09.724983Z","steps":["trace[681087300] 'agreement among raft nodes before linearized reading' (duration: 8.913037123s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:09.727656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:00.811853Z","time spent":"8.915784756s","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:09.726032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.143105425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:09.727931Z","caller":"traceutil/trace.go:171","msg":"trace[809122882] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26962; }","duration":"4.145030187s","start":"2026-02-27T02:08:05.582871Z","end":"2026-02-27T02:08:09.727901Z","steps":["trace[809122882] 'agreement among raft nodes before linearized reading' (duration: 4.143131266s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:09.727999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:05.582828Z","time spent":"4.14515289s","remote":"127.0.0.1:58336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:09.724939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:03.392884Z","time spent":"6.331999055s","remote":"127.0.0.1:47518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:09.724814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:04.186629Z","time spent":"5.538173287s","remote":"127.0.0.1:43690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:09.724529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.071959346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:09.728345Z","caller":"traceutil/trace.go:171","msg":"trace[918013971] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26962; }","duration":"8.075967142s","start":"2026-02-27T02:08:01.652359Z","end":"2026-02-27T02:08:09.728326Z","steps":["trace[918013971] 'agreement among raft nodes before linearized reading' (duration: 8.071957866s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:09.72607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.178144642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:09.728415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:01.652333Z","time spent":"8.076060865s","remote":"127.0.0.1:59740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:09.724521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:01.49462Z","time spent":"8.229887732s","remote":"127.0.0.1:39594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:09.72612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.103585018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:09.728613Z","caller":"traceutil/trace.go:171","msg":"trace[266550927] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26962; }","duration":"5.106067484s","start":"2026-02-27T02:08:04.622521Z","end":"2026-02-27T02:08:09.728589Z","steps":["trace[266550927] 'agreement among raft nodes before linearized reading' (duration: 5.103560758s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:09.728661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:04.622456Z","time spent":"5.106189027s","remote":"127.0.0.1:39604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:09.729397Z","caller":"traceutil/trace.go:171","msg":"trace[844820084] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26962; }","duration":"4.180576196s","start":"2026-02-27T02:08:05.547875Z","end":"2026-02-27T02:08:09.728451Z","steps":["trace[844820084] 'agreement among raft nodes before linearized reading' (duration: 4.178176123s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:09.729479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:05.547849Z","time spent":"4.181614214s","remote":"127.0.0.1:58326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.257097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.122197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:551"} {"level":"info","ts":"2026-02-27T02:08:10.257742Z","caller":"traceutil/trace.go:171","msg":"trace[1687224883] transaction","detail":"{read_only:false; response_revision:26963; number_of_response:1; }","duration":"279.737876ms","start":"2026-02-27T02:08:09.97798Z","end":"2026-02-27T02:08:10.257718Z","steps":["trace[1687224883] 'process raft request' (duration: 279.278764ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:10.257984Z","caller":"traceutil/trace.go:171","msg":"trace[1418650448] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26962; }","duration":"656.077465ms","start":"2026-02-27T02:08:09.601892Z","end":"2026-02-27T02:08:10.25797Z","steps":["trace[1418650448] 'process raft request' (duration: 495.980402ms)","trace[1418650448] 'compare' (duration: 159.009835ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:10.258065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:09.601862Z","time spent":"656.158007ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:10.258215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363634119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.258292Z","caller":"traceutil/trace.go:171","msg":"trace[1147394004] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26963; }","duration":"2.363743672s","start":"2026-02-27T02:08:07.894537Z","end":"2026-02-27T02:08:10.25828Z","steps":["trace[1147394004] 'agreement among raft nodes before linearized reading' (duration: 2.363625248s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:10.258267Z","caller":"traceutil/trace.go:171","msg":"trace[1763590955] linearizableReadLoop","detail":"{readStateIndex:28257; appliedIndex:28256; }","duration":"533.70232ms","start":"2026-02-27T02:08:09.724341Z","end":"2026-02-27T02:08:10.258043Z","steps":["trace[1763590955] 'read index received' (duration: 373.553986ms)","trace[1763590955] 'applied index is now lower than readState.Index' (duration: 160.145294ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:10.25835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808285735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T02:08:10.258401Z","caller":"traceutil/trace.go:171","msg":"trace[1901597418] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26963; }","duration":"2.808365657s","start":"2026-02-27T02:08:07.45002Z","end":"2026-02-27T02:08:10.258386Z","steps":["trace[1901597418] 'agreement among raft nodes before linearized reading' (duration: 2.808231114s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.258414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.031346572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:08:10.258473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.828491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:10.258488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.985332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.258534Z","caller":"traceutil/trace.go:171","msg":"trace[1564642861] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26963; }","duration":"923.072434ms","start":"2026-02-27T02:08:09.335452Z","end":"2026-02-27T02:08:10.258525Z","steps":["trace[1564642861] 'agreement among raft nodes before linearized reading' (duration: 923.009622ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:10.258544Z","caller":"traceutil/trace.go:171","msg":"trace[494143256] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26963; }","duration":"632.945104ms","start":"2026-02-27T02:08:09.62557Z","end":"2026-02-27T02:08:10.258515Z","steps":["trace[494143256] 'agreement among raft nodes before linearized reading' (duration: 632.834931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.258566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.455800924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:10.258535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600197293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:10.258629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:09.625543Z","time spent":"633.051857ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:10.258636Z","caller":"traceutil/trace.go:171","msg":"trace[671114909] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26963; }","duration":"2.600346867s","start":"2026-02-27T02:08:07.658265Z","end":"2026-02-27T02:08:10.258611Z","steps":["trace[671114909] 'agreement among raft nodes before linearized reading' (duration: 2.600190983s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:10.258656Z","caller":"traceutil/trace.go:171","msg":"trace[1364873778] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26963; }","duration":"3.455930677s","start":"2026-02-27T02:08:06.80267Z","end":"2026-02-27T02:08:10.258601Z","steps":["trace[1364873778] 'agreement among raft nodes before linearized reading' (duration: 3.455802954s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.258689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:07.65824Z","time spent":"2.60043829s","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.258705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.278231718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.258734Z","caller":"traceutil/trace.go:171","msg":"trace[109234816] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:0; response_revision:26963; }","duration":"4.278282329s","start":"2026-02-27T02:08:05.980443Z","end":"2026-02-27T02:08:10.258725Z","steps":["trace[109234816] 'agreement among raft nodes before linearized reading' (duration: 4.278245858s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.258745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:06.802647Z","time spent":"3.456083291s","remote":"127.0.0.1:58592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.258755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.104224079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T02:08:10.258765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:05.980426Z","time spent":"4.27833315s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"info","ts":"2026-02-27T02:08:10.258819Z","caller":"traceutil/trace.go:171","msg":"trace[121638723] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26963; }","duration":"3.104319231s","start":"2026-02-27T02:08:07.154486Z","end":"2026-02-27T02:08:10.258805Z","steps":["trace[121638723] 'agreement among raft nodes before linearized reading' (duration: 3.104026174s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.258876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:07.154466Z","time spent":"3.104399273s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:08:10.258903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.066330536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:08:10.258983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744984214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.259028Z","caller":"traceutil/trace.go:171","msg":"trace[1413780167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26963; }","duration":"1.745073486s","start":"2026-02-27T02:08:08.513947Z","end":"2026-02-27T02:08:10.25902Z","steps":["trace[1413780167] 'agreement among raft nodes before linearized reading' (duration: 1.744993074s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.258664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.718345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7295"} {"level":"warn","ts":"2026-02-27T02:08:10.258791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.27563543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-02-27T02:08:10.258672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.299740938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T02:08:10.25844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:07.449994Z","time spent":"2.808437919s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:08:10.259235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.27917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-27T02:08:10.259266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.226767179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.25928Z","caller":"traceutil/trace.go:171","msg":"trace[1118979982] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26963; }","duration":"527.355342ms","start":"2026-02-27T02:08:09.731913Z","end":"2026-02-27T02:08:10.259268Z","steps":["trace[1118979982] 'agreement among raft nodes before linearized reading' (duration: 527.226768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.258566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:09.335422Z","time spent":"923.137086ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.259324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:09.731885Z","time spent":"527.431914ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T02:08:10.259324Z","caller":"traceutil/trace.go:171","msg":"trace[923684057] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26963; }","duration":"3.226851511s","start":"2026-02-27T02:08:07.032458Z","end":"2026-02-27T02:08:10.25931Z","steps":["trace[923684057] 'agreement among raft nodes before linearized reading' (duration: 3.226762248s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.259381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:07.03244Z","time spent":"3.226929733s","remote":"127.0.0.1:60088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.258363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:07.894519Z","time spent":"2.363815684s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:10.258981Z","caller":"traceutil/trace.go:171","msg":"trace[1800113374] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26963; }","duration":"4.066428798s","start":"2026-02-27T02:08:06.192526Z","end":"2026-02-27T02:08:10.258955Z","steps":["trace[1800113374] 'agreement among raft nodes before linearized reading' (duration: 4.066330466s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.259437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667885313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282496"} {"level":"warn","ts":"2026-02-27T02:08:10.259499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:06.192504Z","time spent":"4.066978012s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.2582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86974815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.25958Z","caller":"traceutil/trace.go:171","msg":"trace[861785036] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:26963; }","duration":"2.668047877s","start":"2026-02-27T02:08:07.591461Z","end":"2026-02-27T02:08:10.259509Z","steps":["trace[861785036] 'agreement among raft nodes before linearized reading' (duration: 2.666741733s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:10.259632Z","caller":"traceutil/trace.go:171","msg":"trace[810448796] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26963; }","duration":"2.871203778s","start":"2026-02-27T02:08:07.388378Z","end":"2026-02-27T02:08:10.259582Z","steps":["trace[810448796] 'agreement among raft nodes before linearized reading' (duration: 2.869719239s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.259669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:07.591433Z","time spent":"2.668196461s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":282518,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-27T02:08:10.259453Z","caller":"traceutil/trace.go:171","msg":"trace[588740167] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26963; }","duration":"3.300620551s","start":"2026-02-27T02:08:06.958789Z","end":"2026-02-27T02:08:10.25941Z","steps":["trace[588740167] 'agreement among raft nodes before linearized reading' (duration: 3.299531833s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.259088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:08.513918Z","time spent":"1.745139188s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:08:10.258485Z","caller":"traceutil/trace.go:171","msg":"trace[1970535099] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26963; }","duration":"3.031460625s","start":"2026-02-27T02:08:07.227004Z","end":"2026-02-27T02:08:10.258465Z","steps":["trace[1970535099] 'agreement among raft nodes before linearized reading' (duration: 3.031351183s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.259117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.774389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-59d66cbc78-lr2hd.1897f848665e8386\" ","response":"range_response_count:1 size:867"} {"level":"warn","ts":"2026-02-27T02:08:10.259846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:07.22697Z","time spent":"3.032858262s","remote":"127.0.0.1:43558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:08:10.25912Z","caller":"traceutil/trace.go:171","msg":"trace[945988862] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26963; }","duration":"530.164116ms","start":"2026-02-27T02:08:09.728907Z","end":"2026-02-27T02:08:10.259071Z","steps":["trace[945988862] 'agreement among raft nodes before linearized reading' (duration: 529.689724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.259726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:07.38835Z","time spent":"2.871320401s","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.259945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:09.728887Z","time spent":"531.037629ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7317,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-27T02:08:10.259875Z","caller":"traceutil/trace.go:171","msg":"trace[1733052936] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-59d66cbc78-lr2hd.1897f848665e8386; range_end:; response_count:1; response_revision:26963; }","duration":"529.538919ms","start":"2026-02-27T02:08:09.730318Z","end":"2026-02-27T02:08:10.259857Z","steps":["trace[1733052936] 'agreement among raft nodes before linearized reading' (duration: 528.665616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.259129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.2756636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-554e0fec-5fcf-4163-ada6-4e0ae8282353\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-02-27T02:08:10.260051Z","caller":"traceutil/trace.go:171","msg":"trace[246583205] range","detail":"{range_begin:/registry/persistentvolumes/pvc-554e0fec-5fcf-4163-ada6-4e0ae8282353; range_end:; response_count:1; response_revision:26963; }","duration":"4.276613225s","start":"2026-02-27T02:08:05.983425Z","end":"2026-02-27T02:08:10.260038Z","steps":["trace[246583205] 'agreement among raft nodes before linearized reading' (duration: 4.275591318s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.26004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:09.730311Z","time spent":"529.698154ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":889,"request content":"key:\"/registry/events/openstack/pxc-operator-59d66cbc78-lr2hd.1897f848665e8386\" "} {"level":"info","ts":"2026-02-27T02:08:10.259134Z","caller":"traceutil/trace.go:171","msg":"trace[992279331] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26963; }","duration":"4.27601873s","start":"2026-02-27T02:08:05.983095Z","end":"2026-02-27T02:08:10.259114Z","steps":["trace[992279331] 'agreement among raft nodes before linearized reading' (duration: 4.275396953s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.259851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:06.958765Z","time spent":"3.301026032s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-27T02:08:10.260127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:05.98307Z","time spent":"4.277038946s","remote":"127.0.0.1:43486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-27T02:08:10.260087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:05.98341Z","time spent":"4.276665546s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-554e0fec-5fcf-4163-ada6-4e0ae8282353\" "} {"level":"warn","ts":"2026-02-27T02:08:10.789338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225046,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:08:10.801919Z","caller":"traceutil/trace.go:171","msg":"trace[478551691] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"537.993403ms","start":"2026-02-27T02:08:10.26389Z","end":"2026-02-27T02:08:10.801884Z","steps":["trace[478551691] 'process raft request' (duration: 537.682515ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:10.801914Z","caller":"traceutil/trace.go:171","msg":"trace[1121561897] transaction","detail":"{read_only:false; response_revision:26965; number_of_response:1; }","duration":"523.780277ms","start":"2026-02-27T02:08:10.278099Z","end":"2026-02-27T02:08:10.801879Z","steps":["trace[1121561897] 'process raft request' (duration: 523.688035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.802078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:10.263863Z","time spent":"538.110647ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:10.802128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:10.278078Z","time spent":"523.950082ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:10.873279Z","caller":"traceutil/trace.go:171","msg":"trace[40387971] linearizableReadLoop","detail":"{readStateIndex:28262; appliedIndex:28259; }","duration":"584.432451ms","start":"2026-02-27T02:08:10.288821Z","end":"2026-02-27T02:08:10.873253Z","steps":["trace[40387971] 'read index received' (duration: 512.948671ms)","trace[40387971] 'applied index is now lower than readState.Index' (duration: 71.48297ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:10.87337Z","caller":"traceutil/trace.go:171","msg":"trace[111034121] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"582.86083ms","start":"2026-02-27T02:08:10.290504Z","end":"2026-02-27T02:08:10.873365Z","steps":["trace[111034121] 'process raft request' (duration: 582.652045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.873456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:10.290487Z","time spent":"582.899591ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:10.8737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.541493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-27T02:08:10.873721Z","caller":"traceutil/trace.go:171","msg":"trace[1603679084] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:26966; }","duration":"607.575133ms","start":"2026-02-27T02:08:10.266137Z","end":"2026-02-27T02:08:10.873712Z","steps":["trace[1603679084] 'agreement among raft nodes before linearized reading' (duration: 607.470051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.873737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:10.266134Z","time spent":"607.600224ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-02-27T02:08:10.873854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.007635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-nh424\" ","response":"range_response_count:1 size:7051"} {"level":"info","ts":"2026-02-27T02:08:10.873868Z","caller":"traceutil/trace.go:171","msg":"trace[1649023653] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-nh424; range_end:; response_count:1; response_revision:26966; }","duration":"608.030125ms","start":"2026-02-27T02:08:10.265833Z","end":"2026-02-27T02:08:10.873863Z","steps":["trace[1649023653] 'agreement among raft nodes before linearized reading' (duration: 607.980674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.87388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:10.265828Z","time spent":"608.048886ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7073,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-nh424\" "} {"level":"warn","ts":"2026-02-27T02:08:10.874148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.267662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:10.874279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.305769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:10.874271Z","caller":"traceutil/trace.go:171","msg":"trace[1182690726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26966; }","duration":"563.469627ms","start":"2026-02-27T02:08:10.310773Z","end":"2026-02-27T02:08:10.874243Z","steps":["trace[1182690726] 'agreement among raft nodes before linearized reading' (duration: 563.257562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:10.874301Z","caller":"traceutil/trace.go:171","msg":"trace[1982215673] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26966; }","duration":"300.370671ms","start":"2026-02-27T02:08:10.573925Z","end":"2026-02-27T02:08:10.874295Z","steps":["trace[1982215673] 'agreement among raft nodes before linearized reading' (duration: 300.33157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.874321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:10.573899Z","time spent":"300.418092ms","remote":"127.0.0.1:47588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:10.874325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:10.310751Z","time spent":"563.562619ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:08:10.874304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.811229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-27T02:08:10.874401Z","caller":"traceutil/trace.go:171","msg":"trace[819558480] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26966; }","duration":"610.955193ms","start":"2026-02-27T02:08:10.263423Z","end":"2026-02-27T02:08:10.874378Z","steps":["trace[819558480] 'agreement among raft nodes before linearized reading' (duration: 610.620264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.874464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:10.263403Z","time spent":"611.050645ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-27T02:08:10.874497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.674382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T02:08:10.874514Z","caller":"traceutil/trace.go:171","msg":"trace[1555742693] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26966; }","duration":"608.702804ms","start":"2026-02-27T02:08:10.265806Z","end":"2026-02-27T02:08:10.874509Z","steps":["trace[1555742693] 'agreement among raft nodes before linearized reading' (duration: 608.646412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:10.874528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:10.265797Z","time spent":"608.727614ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-02-27T02:08:10.999635Z","caller":"traceutil/trace.go:171","msg":"trace[409837912] transaction","detail":"{read_only:false; response_revision:26967; number_of_response:1; }","duration":"121.616515ms","start":"2026-02-27T02:08:10.87798Z","end":"2026-02-27T02:08:10.999596Z","steps":["trace[409837912] 'process raft request' (duration: 36.054604ms)","trace[409837912] 'compare' (duration: 85.382767ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:10.999694Z","caller":"traceutil/trace.go:171","msg":"trace[324822224] linearizableReadLoop","detail":"{readStateIndex:28263; appliedIndex:28262; }","duration":"121.313987ms","start":"2026-02-27T02:08:10.878343Z","end":"2026-02-27T02:08:10.999657Z","steps":["trace[324822224] 'read index received' (duration: 35.705684ms)","trace[324822224] 'applied index is now lower than readState.Index' (duration: 85.605563ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:10.999691Z","caller":"traceutil/trace.go:171","msg":"trace[1553788974] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"120.241658ms","start":"2026-02-27T02:08:10.87943Z","end":"2026-02-27T02:08:10.999672Z","steps":["trace[1553788974] 'process raft request' (duration: 120.160396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:11.000067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.686247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7295"} {"level":"warn","ts":"2026-02-27T02:08:11.000085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.662636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2baf1b35-8d48-4ad2-bb84-e4167603359d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T02:08:11.000138Z","caller":"traceutil/trace.go:171","msg":"trace[1898304792] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26968; }","duration":"121.783759ms","start":"2026-02-27T02:08:10.878337Z","end":"2026-02-27T02:08:11.000121Z","steps":["trace[1898304792] 'agreement among raft nodes before linearized reading' (duration: 121.42426ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:11.000179Z","caller":"traceutil/trace.go:171","msg":"trace[39911435] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2baf1b35-8d48-4ad2-bb84-e4167603359d; range_end:; response_count:1; response_revision:26968; }","duration":"121.781639ms","start":"2026-02-27T02:08:10.878375Z","end":"2026-02-27T02:08:11.000156Z","steps":["trace[39911435] 'agreement among raft nodes before linearized reading' (duration: 121.492702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:11.000109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.377122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T02:08:11.000849Z","caller":"traceutil/trace.go:171","msg":"trace[594674655] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26968; }","duration":"121.162603ms","start":"2026-02-27T02:08:10.879667Z","end":"2026-02-27T02:08:11.00083Z","steps":["trace[594674655] 'agreement among raft nodes before linearized reading' (duration: 120.238309ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:11.182429Z","caller":"traceutil/trace.go:171","msg":"trace[1826392149] linearizableReadLoop","detail":"{readStateIndex:28266; appliedIndex:28264; }","duration":"171.387592ms","start":"2026-02-27T02:08:11.011003Z","end":"2026-02-27T02:08:11.182391Z","steps":["trace[1826392149] 'read index received' (duration: 27.828656ms)","trace[1826392149] 'applied index is now lower than readState.Index' (duration: 143.557356ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:11.182549Z","caller":"traceutil/trace.go:171","msg":"trace[153096403] transaction","detail":"{read_only:false; response_revision:26970; number_of_response:1; }","duration":"174.138404ms","start":"2026-02-27T02:08:11.008352Z","end":"2026-02-27T02:08:11.18249Z","steps":["trace[153096403] 'process raft request' (duration: 173.799315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:11.182775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.190194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-59d66cbc78-lr2hd.1897f848665e8386\" ","response":"range_response_count:1 size:867"} {"level":"info","ts":"2026-02-27T02:08:11.182815Z","caller":"traceutil/trace.go:171","msg":"trace[2060444921] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-59d66cbc78-lr2hd.1897f848665e8386; range_end:; response_count:1; response_revision:26970; }","duration":"138.297916ms","start":"2026-02-27T02:08:11.044504Z","end":"2026-02-27T02:08:11.182802Z","steps":["trace[2060444921] 'agreement among raft nodes before linearized reading' (duration: 138.082191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:11.183762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.09917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-27T02:08:11.184258Z","caller":"traceutil/trace.go:171","msg":"trace[1238290184] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26970; }","duration":"173.059145ms","start":"2026-02-27T02:08:11.010979Z","end":"2026-02-27T02:08:11.184038Z","steps":["trace[1238290184] 'agreement among raft nodes before linearized reading' (duration: 171.580706ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:11.334899Z","caller":"traceutil/trace.go:171","msg":"trace[2146478666] transaction","detail":"{read_only:false; response_revision:26971; number_of_response:1; }","duration":"140.575627ms","start":"2026-02-27T02:08:11.194297Z","end":"2026-02-27T02:08:11.334873Z","steps":["trace[2146478666] 'process raft request' (duration: 137.330151ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:11.334898Z","caller":"traceutil/trace.go:171","msg":"trace[1253963433] linearizableReadLoop","detail":"{readStateIndex:28267; appliedIndex:28266; }","duration":"140.35924ms","start":"2026-02-27T02:08:11.194508Z","end":"2026-02-27T02:08:11.334867Z","steps":["trace[1253963433] 'read index received' (duration: 137.150136ms)","trace[1253963433] 'applied index is now lower than readState.Index' (duration: 3.207014ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:11.335116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.620397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a53f7553-1b7d-4ccd-a4e9-5d99e8d60a0d\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-02-27T02:08:11.335163Z","caller":"traceutil/trace.go:171","msg":"trace[1533919380] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a53f7553-1b7d-4ccd-a4e9-5d99e8d60a0d; range_end:; response_count:1; response_revision:26971; }","duration":"140.72233ms","start":"2026-02-27T02:08:11.194427Z","end":"2026-02-27T02:08:11.335149Z","steps":["trace[1533919380] 'agreement among raft nodes before linearized reading' (duration: 140.532565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:11.335345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.863557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-02-27T02:08:11.335416Z","caller":"traceutil/trace.go:171","msg":"trace[305934555] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26971; }","duration":"139.98289ms","start":"2026-02-27T02:08:11.195415Z","end":"2026-02-27T02:08:11.335398Z","steps":["trace[305934555] 'agreement among raft nodes before linearized reading' (duration: 139.696223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:12.027634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225081,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:08:12.061074Z","caller":"traceutil/trace.go:171","msg":"trace[1602607957] linearizableReadLoop","detail":"{readStateIndex:28272; appliedIndex:28271; }","duration":"534.12529ms","start":"2026-02-27T02:08:11.526868Z","end":"2026-02-27T02:08:12.060994Z","steps":["trace[1602607957] 'read index received' (duration: 502.065673ms)","trace[1602607957] 'applied index is now lower than readState.Index' (duration: 32.057987ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:12.06113Z","caller":"traceutil/trace.go:171","msg":"trace[76132930] transaction","detail":"{read_only:false; response_revision:26976; number_of_response:1; }","duration":"535.903748ms","start":"2026-02-27T02:08:11.525175Z","end":"2026-02-27T02:08:12.061079Z","steps":["trace[76132930] 'process raft request' (duration: 503.764388ms)","trace[76132930] 'compare' (duration: 31.884613ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:12.061342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:11.525148Z","time spent":"536.082313ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:12.061437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.566633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-27T02:08:12.061503Z","caller":"traceutil/trace.go:171","msg":"trace[1587653789] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26976; }","duration":"534.656074ms","start":"2026-02-27T02:08:11.526826Z","end":"2026-02-27T02:08:12.061482Z","steps":["trace[1587653789] 'agreement among raft nodes before linearized reading' (duration: 534.345176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:12.061545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:11.526807Z","time spent":"534.726827ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-02-27T02:08:12.061773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.731561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:12.061838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.377454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:12.061901Z","caller":"traceutil/trace.go:171","msg":"trace[937552016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26976; }","duration":"187.470256ms","start":"2026-02-27T02:08:11.874416Z","end":"2026-02-27T02:08:12.061887Z","steps":["trace[937552016] 'agreement among raft nodes before linearized reading' (duration: 187.372733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:12.06192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.306347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6867"} {"level":"info","ts":"2026-02-27T02:08:12.061984Z","caller":"traceutil/trace.go:171","msg":"trace[323493981] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26976; }","duration":"385.366279ms","start":"2026-02-27T02:08:11.676597Z","end":"2026-02-27T02:08:12.061963Z","steps":["trace[323493981] 'agreement among raft nodes before linearized reading' (duration: 385.200965ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:12.061858Z","caller":"traceutil/trace.go:171","msg":"trace[1100166395] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26976; }","duration":"506.07487ms","start":"2026-02-27T02:08:11.555765Z","end":"2026-02-27T02:08:12.06184Z","steps":["trace[1100166395] 'agreement among raft nodes before linearized reading' (duration: 505.70684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:12.06203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:11.676525Z","time spent":"385.493982ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6889,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-02-27T02:08:12.062131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:11.555748Z","time spent":"506.324036ms","remote":"127.0.0.1:59812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:12.062209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.640888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-02-27T02:08:12.062254Z","caller":"traceutil/trace.go:171","msg":"trace[851675971] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:26976; }","duration":"494.711529ms","start":"2026-02-27T02:08:11.56753Z","end":"2026-02-27T02:08:12.062242Z","steps":["trace[851675971] 'agreement among raft nodes before linearized reading' (duration: 494.35397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:12.062292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:11.567519Z","time spent":"494.76391ms","remote":"127.0.0.1:43512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":991,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-02-27T02:08:12.444399Z","caller":"traceutil/trace.go:171","msg":"trace[1139767018] linearizableReadLoop","detail":"{readStateIndex:28274; appliedIndex:28273; }","duration":"308.008723ms","start":"2026-02-27T02:08:12.136354Z","end":"2026-02-27T02:08:12.444362Z","steps":["trace[1139767018] 'read index received' (duration: 307.622943ms)","trace[1139767018] 'applied index is now lower than readState.Index' (duration: 383.75µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:12.444563Z","caller":"traceutil/trace.go:171","msg":"trace[1912778327] transaction","detail":"{read_only:false; response_revision:26978; number_of_response:1; }","duration":"375.009875ms","start":"2026-02-27T02:08:12.069537Z","end":"2026-02-27T02:08:12.444547Z","steps":["trace[1912778327] 'process raft request' (duration: 374.44883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:12.44494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.163823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-27T02:08:12.445005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.549447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:08:12.44504Z","caller":"traceutil/trace.go:171","msg":"trace[629790153] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26978; }","duration":"267.298737ms","start":"2026-02-27T02:08:12.177719Z","end":"2026-02-27T02:08:12.445018Z","steps":["trace[629790153] 'agreement among raft nodes before linearized reading' (duration: 267.0219ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:12.445048Z","caller":"traceutil/trace.go:171","msg":"trace[1542689270] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26978; }","duration":"266.635039ms","start":"2026-02-27T02:08:12.178401Z","end":"2026-02-27T02:08:12.445037Z","steps":["trace[1542689270] 'agreement among raft nodes before linearized reading' (duration: 266.391862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:12.445091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.692982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-nh424.1897f8479ec0ac9b\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-02-27T02:08:12.4451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.962425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:08:12.445265Z","caller":"traceutil/trace.go:171","msg":"trace[630654119] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-nh424.1897f8479ec0ac9b; range_end:; response_count:1; response_revision:26978; }","duration":"308.896416ms","start":"2026-02-27T02:08:12.136319Z","end":"2026-02-27T02:08:12.445215Z","steps":["trace[630654119] 'agreement among raft nodes before linearized reading' (duration: 308.507866ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:12.445269Z","caller":"traceutil/trace.go:171","msg":"trace[645194124] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26978; }","duration":"175.211752ms","start":"2026-02-27T02:08:12.270029Z","end":"2026-02-27T02:08:12.445241Z","steps":["trace[645194124] 'agreement among raft nodes before linearized reading' (duration: 174.75883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:12.44535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:12.136307Z","time spent":"309.028189ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-nh424.1897f8479ec0ac9b\" "} {"level":"warn","ts":"2026-02-27T02:08:12.445545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:12.069516Z","time spent":"375.081307ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7162,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:12.64788Z","caller":"traceutil/trace.go:171","msg":"trace[1033957319] transaction","detail":"{read_only:false; response_revision:26980; number_of_response:1; }","duration":"114.22028ms","start":"2026-02-27T02:08:12.533628Z","end":"2026-02-27T02:08:12.647848Z","steps":["trace[1033957319] 'process raft request' (duration: 113.667075ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:12.691498Z","caller":"traceutil/trace.go:171","msg":"trace[856776702] linearizableReadLoop","detail":"{readStateIndex:28277; appliedIndex:28275; }","duration":"155.900062ms","start":"2026-02-27T02:08:12.535567Z","end":"2026-02-27T02:08:12.691467Z","steps":["trace[856776702] 'read index received' (duration: 111.749885ms)","trace[856776702] 'applied index is now lower than readState.Index' (duration: 44.148567ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:12.691727Z","caller":"traceutil/trace.go:171","msg":"trace[683236092] transaction","detail":"{read_only:false; response_revision:26981; number_of_response:1; }","duration":"156.269761ms","start":"2026-02-27T02:08:12.535406Z","end":"2026-02-27T02:08:12.691675Z","steps":["trace[683236092] 'process raft request' (duration: 155.738407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:12.691846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.244441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-df83be8d-aac8-4e25-a61f-b449c58ece6d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T02:08:12.691904Z","caller":"traceutil/trace.go:171","msg":"trace[1218487562] range","detail":"{range_begin:/registry/persistentvolumes/pvc-df83be8d-aac8-4e25-a61f-b449c58ece6d; range_end:; response_count:1; response_revision:26981; }","duration":"156.351024ms","start":"2026-02-27T02:08:12.535533Z","end":"2026-02-27T02:08:12.691884Z","steps":["trace[1218487562] 'agreement among raft nodes before linearized reading' (duration: 156.094277ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:12.828987Z","caller":"traceutil/trace.go:171","msg":"trace[1676571490] linearizableReadLoop","detail":"{readStateIndex:28278; appliedIndex:28277; }","duration":"132.416861ms","start":"2026-02-27T02:08:12.696544Z","end":"2026-02-27T02:08:12.828961Z","steps":["trace[1676571490] 'read index received' (duration: 119.717465ms)","trace[1676571490] 'applied index is now lower than readState.Index' (duration: 12.698526ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:12.829035Z","caller":"traceutil/trace.go:171","msg":"trace[967551986] transaction","detail":"{read_only:false; response_revision:26982; number_of_response:1; }","duration":"132.509313ms","start":"2026-02-27T02:08:12.696482Z","end":"2026-02-27T02:08:12.828991Z","steps":["trace[967551986] 'process raft request' (duration: 119.806587ms)","trace[967551986] 'compare' (duration: 12.565262ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:12.829245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.606983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-02-27T02:08:12.829294Z","caller":"traceutil/trace.go:171","msg":"trace[1050984080] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:26982; }","duration":"130.678205ms","start":"2026-02-27T02:08:12.698608Z","end":"2026-02-27T02:08:12.829285Z","steps":["trace[1050984080] 'agreement among raft nodes before linearized reading' (duration: 130.552611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:12.829308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.734119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-2pkh4\" ","response":"range_response_count:1 size:5181"} {"level":"info","ts":"2026-02-27T02:08:12.829412Z","caller":"traceutil/trace.go:171","msg":"trace[2029229491] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-2pkh4; range_end:; response_count:1; response_revision:26982; }","duration":"132.888013ms","start":"2026-02-27T02:08:12.696499Z","end":"2026-02-27T02:08:12.829387Z","steps":["trace[2029229491] 'agreement among raft nodes before linearized reading' (duration: 132.568915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:12.829418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.626911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-02-27T02:08:12.829498Z","caller":"traceutil/trace.go:171","msg":"trace[502141909] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:26982; }","duration":"125.723474ms","start":"2026-02-27T02:08:12.703757Z","end":"2026-02-27T02:08:12.829481Z","steps":["trace[502141909] 'agreement among raft nodes before linearized reading' (duration: 125.474547ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:13.019082Z","caller":"traceutil/trace.go:171","msg":"trace[1998261804] linearizableReadLoop","detail":"{readStateIndex:28280; appliedIndex:28279; }","duration":"113.345987ms","start":"2026-02-27T02:08:12.905706Z","end":"2026-02-27T02:08:13.019052Z","steps":["trace[1998261804] 'read index received' (duration: 112.844714ms)","trace[1998261804] 'applied index is now lower than readState.Index' (duration: 500.403µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:13.019413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.126465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:13.01947Z","caller":"traceutil/trace.go:171","msg":"trace[1351695367] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26984; }","duration":"112.245087ms","start":"2026-02-27T02:08:12.907206Z","end":"2026-02-27T02:08:13.019451Z","steps":["trace[1351695367] 'agreement among raft nodes before linearized reading' (duration: 112.136445ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:13.019383Z","caller":"traceutil/trace.go:171","msg":"trace[1369158084] transaction","detail":"{read_only:false; response_revision:26984; number_of_response:1; }","duration":"179.172117ms","start":"2026-02-27T02:08:12.840032Z","end":"2026-02-27T02:08:13.019204Z","steps":["trace[1369158084] 'process raft request' (duration: 178.644193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:13.019642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.902081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-d2hth.1897f84810016630\" ","response":"range_response_count:1 size:876"} {"level":"info","ts":"2026-02-27T02:08:13.019763Z","caller":"traceutil/trace.go:171","msg":"trace[437442534] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-d2hth.1897f84810016630; range_end:; response_count:1; response_revision:26984; }","duration":"114.100487ms","start":"2026-02-27T02:08:12.905635Z","end":"2026-02-27T02:08:13.019735Z","steps":["trace[437442534] 'agreement among raft nodes before linearized reading' (duration: 113.670676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:13.261275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.52213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:08:13.261429Z","caller":"traceutil/trace.go:171","msg":"trace[772902057] linearizableReadLoop","detail":"{readStateIndex:28281; appliedIndex:28280; }","duration":"233.626477ms","start":"2026-02-27T02:08:13.027781Z","end":"2026-02-27T02:08:13.261408Z","steps":["trace[772902057] 'read index received' (duration: 110.899382ms)","trace[772902057] 'applied index is now lower than readState.Index' (duration: 122.724805ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:13.261541Z","caller":"traceutil/trace.go:171","msg":"trace[1306941169] transaction","detail":"{read_only:false; response_revision:26985; number_of_response:1; }","duration":"236.938144ms","start":"2026-02-27T02:08:13.024564Z","end":"2026-02-27T02:08:13.261502Z","steps":["trace[1306941169] 'process raft request' (duration: 114.084726ms)","trace[1306941169] 'compare' (duration: 122.250412ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:13.261584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.814142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:13.261627Z","caller":"traceutil/trace.go:171","msg":"trace[1872660305] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26985; }","duration":"233.897374ms","start":"2026-02-27T02:08:13.027718Z","end":"2026-02-27T02:08:13.261616Z","steps":["trace[1872660305] 'agreement among raft nodes before linearized reading' (duration: 233.774221ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:13.294402Z","caller":"traceutil/trace.go:171","msg":"trace[2088779278] transaction","detail":"{read_only:false; response_revision:26986; number_of_response:1; }","duration":"263.186318ms","start":"2026-02-27T02:08:13.031199Z","end":"2026-02-27T02:08:13.294386Z","steps":["trace[2088779278] 'process raft request' (duration: 263.039404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:13.294541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.08448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:13.294645Z","caller":"traceutil/trace.go:171","msg":"trace[1022384124] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26986; }","duration":"256.246504ms","start":"2026-02-27T02:08:13.038378Z","end":"2026-02-27T02:08:13.294625Z","steps":["trace[1022384124] 'agreement among raft nodes before linearized reading' (duration: 256.038539ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:13.500379Z","caller":"traceutil/trace.go:171","msg":"trace[285164221] transaction","detail":"{read_only:false; response_revision:26988; number_of_response:1; }","duration":"183.914642ms","start":"2026-02-27T02:08:13.316429Z","end":"2026-02-27T02:08:13.500344Z","steps":["trace[285164221] 'process raft request' (duration: 183.578503ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:13.779244Z","caller":"traceutil/trace.go:171","msg":"trace[148261567] linearizableReadLoop","detail":"{readStateIndex:28285; appliedIndex:28283; }","duration":"357.215764ms","start":"2026-02-27T02:08:13.421993Z","end":"2026-02-27T02:08:13.779208Z","steps":["trace[148261567] 'read index received' (duration: 78.015962ms)","trace[148261567] 'applied index is now lower than readState.Index' (duration: 279.198652ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:13.779301Z","caller":"traceutil/trace.go:171","msg":"trace[1444986916] transaction","detail":"{read_only:false; response_revision:26989; number_of_response:1; }","duration":"456.659663ms","start":"2026-02-27T02:08:13.3226Z","end":"2026-02-27T02:08:13.779259Z","steps":["trace[1444986916] 'process raft request' (duration: 456.353355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:13.779567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.539952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-27T02:08:13.779617Z","caller":"traceutil/trace.go:171","msg":"trace[1613762633] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26989; }","duration":"357.647495ms","start":"2026-02-27T02:08:13.421955Z","end":"2026-02-27T02:08:13.779603Z","steps":["trace[1613762633] 'agreement among raft nodes before linearized reading' (duration: 357.422949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:13.779644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:13.322591Z","time spent":"456.950661ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5765,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:13.779661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:13.421934Z","time spent":"357.717378ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-02-27T02:08:13.779641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.676719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-nh424.1897f8479ec0ac9b\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-27T02:08:13.779716Z","caller":"traceutil/trace.go:171","msg":"trace[1878522656] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-nh424.1897f8479ec0ac9b; range_end:; response_count:1; response_revision:26989; }","duration":"275.811122ms","start":"2026-02-27T02:08:13.503887Z","end":"2026-02-27T02:08:13.779698Z","steps":["trace[1878522656] 'agreement among raft nodes before linearized reading' (duration: 275.598226ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:14.196931Z","caller":"traceutil/trace.go:171","msg":"trace[1177154533] linearizableReadLoop","detail":"{readStateIndex:28288; appliedIndex:28287; }","duration":"351.747389ms","start":"2026-02-27T02:08:13.845153Z","end":"2026-02-27T02:08:14.1969Z","steps":["trace[1177154533] 'read index received' (duration: 342.31816ms)","trace[1177154533] 'applied index is now lower than readState.Index' (duration: 9.428119ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:14.197358Z","caller":"traceutil/trace.go:171","msg":"trace[936873444] transaction","detail":"{read_only:false; response_revision:26992; number_of_response:1; }","duration":"387.798222ms","start":"2026-02-27T02:08:13.809518Z","end":"2026-02-27T02:08:14.197317Z","steps":["trace[936873444] 'process raft request' (duration: 378.051655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:14.197597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.76866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:14.197606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.721528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-02-27T02:08:14.19764Z","caller":"traceutil/trace.go:171","msg":"trace[348282328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26992; }","duration":"323.827202ms","start":"2026-02-27T02:08:13.873805Z","end":"2026-02-27T02:08:14.197632Z","steps":["trace[348282328] 'agreement among raft nodes before linearized reading' (duration: 323.695198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:14.197642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:13.809501Z","time spent":"388.035719ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8457,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:14.197668Z","caller":"traceutil/trace.go:171","msg":"trace[73359908] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26992; }","duration":"163.840601ms","start":"2026-02-27T02:08:14.033812Z","end":"2026-02-27T02:08:14.197653Z","steps":["trace[73359908] 'agreement among raft nodes before linearized reading' (duration: 163.703667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:14.197714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:13.873749Z","time spent":"323.935695ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:08:14.197567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.396327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-nh424.1897f8479ebf5d66\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-02-27T02:08:14.197861Z","caller":"traceutil/trace.go:171","msg":"trace[1228170888] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-nh424.1897f8479ebf5d66; range_end:; response_count:1; response_revision:26992; }","duration":"352.746056ms","start":"2026-02-27T02:08:13.845097Z","end":"2026-02-27T02:08:14.197843Z","steps":["trace[1228170888] 'agreement among raft nodes before linearized reading' (duration: 352.314575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:14.197911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:13.845077Z","time spent":"352.821058ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-nh424.1897f8479ebf5d66\" "} {"level":"info","ts":"2026-02-27T02:08:14.468055Z","caller":"traceutil/trace.go:171","msg":"trace[219552845] linearizableReadLoop","detail":"{readStateIndex:28292; appliedIndex:28290; }","duration":"192.313015ms","start":"2026-02-27T02:08:14.275717Z","end":"2026-02-27T02:08:14.46803Z","steps":["trace[219552845] 'read index received' (duration: 188.388101ms)","trace[219552845] 'applied index is now lower than readState.Index' (duration: 3.923084ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:14.468177Z","caller":"traceutil/trace.go:171","msg":"trace[1935072628] transaction","detail":"{read_only:false; response_revision:26995; number_of_response:1; }","duration":"208.907353ms","start":"2026-02-27T02:08:14.259259Z","end":"2026-02-27T02:08:14.468167Z","steps":["trace[1935072628] 'process raft request' (duration: 204.875767ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:14.468423Z","caller":"traceutil/trace.go:171","msg":"trace[1668613033] transaction","detail":"{read_only:false; response_revision:26996; number_of_response:1; }","duration":"203.008028ms","start":"2026-02-27T02:08:14.265407Z","end":"2026-02-27T02:08:14.468415Z","steps":["trace[1668613033] 'process raft request' (duration: 202.557666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:14.468939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.054172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"warn","ts":"2026-02-27T02:08:14.468927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.174137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T02:08:14.469009Z","caller":"traceutil/trace.go:171","msg":"trace[253426774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26996; }","duration":"193.2802ms","start":"2026-02-27T02:08:14.275708Z","end":"2026-02-27T02:08:14.468989Z","steps":["trace[253426774] 'agreement among raft nodes before linearized reading' (duration: 192.801477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:14.469163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.461639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-02-27T02:08:14.469188Z","caller":"traceutil/trace.go:171","msg":"trace[149181755] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26996; }","duration":"158.535322ms","start":"2026-02-27T02:08:14.310646Z","end":"2026-02-27T02:08:14.469182Z","steps":["trace[149181755] 'agreement among raft nodes before linearized reading' (duration: 158.438419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:14.469382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.344094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-02-27T02:08:14.469403Z","caller":"traceutil/trace.go:171","msg":"trace[1775792073] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:26996; }","duration":"184.382345ms","start":"2026-02-27T02:08:14.285015Z","end":"2026-02-27T02:08:14.469398Z","steps":["trace[1775792073] 'agreement among raft nodes before linearized reading' (duration: 184.323763ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:14.46897Z","caller":"traceutil/trace.go:171","msg":"trace[893478323] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:26996; }","duration":"188.123043ms","start":"2026-02-27T02:08:14.280837Z","end":"2026-02-27T02:08:14.46896Z","steps":["trace[893478323] 'agreement among raft nodes before linearized reading' (duration: 187.98966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:14.469522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.572616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-02-27T02:08:14.469542Z","caller":"traceutil/trace.go:171","msg":"trace[237187507] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:26996; }","duration":"188.605466ms","start":"2026-02-27T02:08:14.280931Z","end":"2026-02-27T02:08:14.469537Z","steps":["trace[237187507] 'agreement among raft nodes before linearized reading' (duration: 188.539645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:14.469623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.700609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-02-27T02:08:14.469636Z","caller":"traceutil/trace.go:171","msg":"trace[138851877] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:26996; }","duration":"188.72815ms","start":"2026-02-27T02:08:14.280903Z","end":"2026-02-27T02:08:14.469631Z","steps":["trace[138851877] 'agreement among raft nodes before linearized reading' (duration: 188.683159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:14.469713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.078222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-02-27T02:08:14.469731Z","caller":"traceutil/trace.go:171","msg":"trace[1603039501] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:26996; }","duration":"188.108723ms","start":"2026-02-27T02:08:14.281618Z","end":"2026-02-27T02:08:14.469727Z","steps":["trace[1603039501] 'agreement among raft nodes before linearized reading' (duration: 188.058512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:14.469665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.655098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-02-27T02:08:14.469778Z","caller":"traceutil/trace.go:171","msg":"trace[344815520] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:26996; }","duration":"188.814932ms","start":"2026-02-27T02:08:14.280958Z","end":"2026-02-27T02:08:14.469773Z","steps":["trace[344815520] 'agreement among raft nodes before linearized reading' (duration: 188.465822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:14.469808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.542724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-02-27T02:08:14.469871Z","caller":"traceutil/trace.go:171","msg":"trace[1007177121] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:26996; }","duration":"188.624487ms","start":"2026-02-27T02:08:14.281224Z","end":"2026-02-27T02:08:14.469849Z","steps":["trace[1007177121] 'agreement among raft nodes before linearized reading' (duration: 188.502263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:14.469956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.947515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-02-27T02:08:14.469995Z","caller":"traceutil/trace.go:171","msg":"trace[833643667] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:26996; }","duration":"188.996397ms","start":"2026-02-27T02:08:14.280983Z","end":"2026-02-27T02:08:14.469979Z","steps":["trace[833643667] 'agreement among raft nodes before linearized reading' (duration: 188.913845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:14.469793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.174315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"info","ts":"2026-02-27T02:08:14.470034Z","caller":"traceutil/trace.go:171","msg":"trace[1470294310] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:26996; }","duration":"188.446422ms","start":"2026-02-27T02:08:14.281577Z","end":"2026-02-27T02:08:14.470024Z","steps":["trace[1470294310] 'agreement among raft nodes before linearized reading' (duration: 188.099123ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:14.676965Z","caller":"traceutil/trace.go:171","msg":"trace[769658986] transaction","detail":"{read_only:false; response_revision:26998; number_of_response:1; }","duration":"196.993059ms","start":"2026-02-27T02:08:14.479905Z","end":"2026-02-27T02:08:14.676898Z","steps":["trace[769658986] 'process raft request' (duration: 139.694854ms)","trace[769658986] 'compare' (duration: 56.842113ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:14.677202Z","caller":"traceutil/trace.go:171","msg":"trace[402355967] transaction","detail":"{read_only:false; response_revision:26999; number_of_response:1; }","duration":"197.260416ms","start":"2026-02-27T02:08:14.479909Z","end":"2026-02-27T02:08:14.677169Z","steps":["trace[402355967] 'process raft request' (duration: 196.730092ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:14.677459Z","caller":"traceutil/trace.go:171","msg":"trace[1784325064] linearizableReadLoop","detail":"{readStateIndex:28296; appliedIndex:28293; }","duration":"159.890907ms","start":"2026-02-27T02:08:14.517553Z","end":"2026-02-27T02:08:14.677444Z","steps":["trace[1784325064] 'read index received' (duration: 101.980696ms)","trace[1784325064] 'applied index is now lower than readState.Index' (duration: 57.908971ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:14.677619Z","caller":"traceutil/trace.go:171","msg":"trace[1634093913] transaction","detail":"{read_only:false; response_revision:27000; number_of_response:1; }","duration":"190.767363ms","start":"2026-02-27T02:08:14.486761Z","end":"2026-02-27T02:08:14.677528Z","steps":["trace[1634093913] 'process raft request' (duration: 190.117936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:14.677883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.302718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-d2hth.1897f84810016630\" ","response":"range_response_count:1 size:876"} {"level":"info","ts":"2026-02-27T02:08:14.678003Z","caller":"traceutil/trace.go:171","msg":"trace[2062310945] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-d2hth.1897f84810016630; range_end:; response_count:1; response_revision:27000; }","duration":"160.494543ms","start":"2026-02-27T02:08:14.517474Z","end":"2026-02-27T02:08:14.677969Z","steps":["trace[2062310945] 'agreement among raft nodes before linearized reading' (duration: 160.173374ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:14.895799Z","caller":"traceutil/trace.go:171","msg":"trace[1573066323] transaction","detail":"{read_only:false; response_revision:27002; number_of_response:1; }","duration":"185.813843ms","start":"2026-02-27T02:08:14.709943Z","end":"2026-02-27T02:08:14.895757Z","steps":["trace[1573066323] 'process raft request' (duration: 174.807272ms)","trace[1573066323] 'compare' (duration: 10.617551ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:14.895824Z","caller":"traceutil/trace.go:171","msg":"trace[1963541550] transaction","detail":"{read_only:false; response_revision:27003; number_of_response:1; }","duration":"183.025179ms","start":"2026-02-27T02:08:14.712766Z","end":"2026-02-27T02:08:14.895791Z","steps":["trace[1963541550] 'process raft request' (duration: 182.912616ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:15.122602Z","caller":"traceutil/trace.go:171","msg":"trace[696143295] linearizableReadLoop","detail":"{readStateIndex:28301; appliedIndex:28299; }","duration":"161.585742ms","start":"2026-02-27T02:08:14.960977Z","end":"2026-02-27T02:08:15.122563Z","steps":["trace[696143295] 'read index received' (duration: 8.763182ms)","trace[696143295] 'applied index is now lower than readState.Index' (duration: 152.8205ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:15.12268Z","caller":"traceutil/trace.go:171","msg":"trace[1727170944] transaction","detail":"{read_only:false; response_revision:27005; number_of_response:1; }","duration":"208.910113ms","start":"2026-02-27T02:08:14.913731Z","end":"2026-02-27T02:08:15.122641Z","steps":["trace[1727170944] 'process raft request' (duration: 195.210641ms)","trace[1727170944] 'compare' (duration: 13.399634ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:15.122949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.927031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:15.123004Z","caller":"traceutil/trace.go:171","msg":"trace[1379665589] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:27005; }","duration":"162.072575ms","start":"2026-02-27T02:08:14.960917Z","end":"2026-02-27T02:08:15.12299Z","steps":["trace[1379665589] 'agreement among raft nodes before linearized reading' (duration: 161.829598ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:15.124146Z","caller":"traceutil/trace.go:171","msg":"trace[1035079163] transaction","detail":"{read_only:false; response_revision:27006; number_of_response:1; }","duration":"149.299756ms","start":"2026-02-27T02:08:14.974805Z","end":"2026-02-27T02:08:15.124105Z","steps":["trace[1035079163] 'process raft request' (duration: 149.064031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:15.12427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.869633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:08:15.124427Z","caller":"traceutil/trace.go:171","msg":"trace[235954583] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27006; }","duration":"158.041298ms","start":"2026-02-27T02:08:14.96632Z","end":"2026-02-27T02:08:15.124361Z","steps":["trace[235954583] 'agreement among raft nodes before linearized reading' (duration: 157.715939ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:15.237852Z","caller":"traceutil/trace.go:171","msg":"trace[157421212] transaction","detail":"{read_only:false; response_revision:27008; number_of_response:1; }","duration":"101.916394ms","start":"2026-02-27T02:08:15.135892Z","end":"2026-02-27T02:08:15.237809Z","steps":["trace[157421212] 'process raft request' (duration: 97.842626ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:15.389559Z","caller":"traceutil/trace.go:171","msg":"trace[1897875566] transaction","detail":"{read_only:false; response_revision:27010; number_of_response:1; }","duration":"129.112164ms","start":"2026-02-27T02:08:15.260423Z","end":"2026-02-27T02:08:15.389535Z","steps":["trace[1897875566] 'process raft request' (duration: 128.96425ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:15.806254Z","caller":"traceutil/trace.go:171","msg":"trace[702889997] transaction","detail":"{read_only:false; response_revision:27013; number_of_response:1; }","duration":"413.02694ms","start":"2026-02-27T02:08:15.39318Z","end":"2026-02-27T02:08:15.806207Z","steps":["trace[702889997] 'process raft request' (duration: 412.815514ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:15.806286Z","caller":"traceutil/trace.go:171","msg":"trace[940091300] linearizableReadLoop","detail":"{readStateIndex:28309; appliedIndex:28306; }","duration":"159.154948ms","start":"2026-02-27T02:08:15.647103Z","end":"2026-02-27T02:08:15.806258Z","steps":["trace[940091300] 'read index received' (duration: 120.492676ms)","trace[940091300] 'applied index is now lower than readState.Index' (duration: 38.660812ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:15.806257Z","caller":"traceutil/trace.go:171","msg":"trace[22759704] transaction","detail":"{read_only:false; response_revision:27012; number_of_response:1; }","duration":"540.459549ms","start":"2026-02-27T02:08:15.265761Z","end":"2026-02-27T02:08:15.806221Z","steps":["trace[22759704] 'process raft request' (duration: 540.158791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:15.806439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:15.393155Z","time spent":"413.206755ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:08:15.806509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:15.265736Z","time spent":"540.715266ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:15.806267Z","caller":"traceutil/trace.go:171","msg":"trace[1462429541] transaction","detail":"{read_only:false; response_revision:27011; number_of_response:1; }","duration":"542.157274ms","start":"2026-02-27T02:08:15.264038Z","end":"2026-02-27T02:08:15.806195Z","steps":["trace[1462429541] 'process raft request' (duration: 503.542574ms)","trace[1462429541] 'compare' (duration: 37.867571ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:15.806491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.377163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T02:08:15.806708Z","caller":"traceutil/trace.go:171","msg":"trace[2140639805] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27013; }","duration":"159.6227ms","start":"2026-02-27T02:08:15.647046Z","end":"2026-02-27T02:08:15.806669Z","steps":["trace[2140639805] 'agreement among raft nodes before linearized reading' (duration: 159.290291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:15.806677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:15.264024Z","time spent":"542.551004ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6840,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:15.96344Z","caller":"traceutil/trace.go:171","msg":"trace[2073632618] transaction","detail":"{read_only:false; response_revision:27015; number_of_response:1; }","duration":"144.071429ms","start":"2026-02-27T02:08:15.819329Z","end":"2026-02-27T02:08:15.963401Z","steps":["trace[2073632618] 'process raft request' (duration: 143.831012ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:16.045957Z","caller":"traceutil/trace.go:171","msg":"trace[1093534325] transaction","detail":"{read_only:false; response_revision:27016; number_of_response:1; }","duration":"170.938839ms","start":"2026-02-27T02:08:15.874968Z","end":"2026-02-27T02:08:16.045907Z","steps":["trace[1093534325] 'process raft request' (duration: 170.707283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:16.324264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.820058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T02:08:16.324346Z","caller":"traceutil/trace.go:171","msg":"trace[1560795160] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27017; }","duration":"268.92981ms","start":"2026-02-27T02:08:16.055396Z","end":"2026-02-27T02:08:16.324326Z","steps":["trace[1560795160] 'range keys from in-memory index tree' (duration: 268.673964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:16.324851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.868739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:08:16.325006Z","caller":"traceutil/trace.go:171","msg":"trace[790385763] transaction","detail":"{read_only:false; response_revision:27018; number_of_response:1; }","duration":"269.414763ms","start":"2026-02-27T02:08:16.055566Z","end":"2026-02-27T02:08:16.324981Z","steps":["trace[790385763] 'process raft request' (duration: 121.253036ms)","trace[790385763] 'compare' (duration: 147.695205ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:16.384684Z","caller":"traceutil/trace.go:171","msg":"trace[740384530] linearizableReadLoop","detail":"{readStateIndex:28316; appliedIndex:28314; }","duration":"236.650157ms","start":"2026-02-27T02:08:16.147999Z","end":"2026-02-27T02:08:16.384649Z","steps":["trace[740384530] 'read index received' (duration: 28.72352ms)","trace[740384530] 'applied index is now lower than readState.Index' (duration: 207.925337ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:16.384783Z","caller":"traceutil/trace.go:171","msg":"trace[1137159192] transaction","detail":"{read_only:false; response_revision:27019; number_of_response:1; }","duration":"327.780777ms","start":"2026-02-27T02:08:16.056973Z","end":"2026-02-27T02:08:16.384754Z","steps":["trace[1137159192] 'process raft request' (duration: 327.495929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:16.384906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:16.056965Z","time spent":"327.868619ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7220,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:16.384963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.936614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-27T02:08:16.385029Z","caller":"traceutil/trace.go:171","msg":"trace[2037029826] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27019; }","duration":"237.084079ms","start":"2026-02-27T02:08:16.147928Z","end":"2026-02-27T02:08:16.385012Z","steps":["trace[2037029826] 'agreement among raft nodes before linearized reading' (duration: 236.875763ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:16.639944Z","caller":"traceutil/trace.go:171","msg":"trace[282306408] linearizableReadLoop","detail":"{readStateIndex:28317; appliedIndex:28316; }","duration":"255.137485ms","start":"2026-02-27T02:08:16.384772Z","end":"2026-02-27T02:08:16.63991Z","steps":["trace[282306408] 'read index received' (duration: 254.769686ms)","trace[282306408] 'applied index is now lower than readState.Index' (duration: 365.939µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:16.639997Z","caller":"traceutil/trace.go:171","msg":"trace[344778318] transaction","detail":"{read_only:false; response_revision:27020; number_of_response:1; }","duration":"311.106645ms","start":"2026-02-27T02:08:16.328821Z","end":"2026-02-27T02:08:16.639927Z","steps":["trace[344778318] 'process raft request' (duration: 310.786326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:16.640169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.157805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-02-27T02:08:16.64018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.272526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:429"} {"level":"warn","ts":"2026-02-27T02:08:16.640199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.242841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:08:16.640254Z","caller":"traceutil/trace.go:171","msg":"trace[2040107631] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27020; }","duration":"314.251708ms","start":"2026-02-27T02:08:16.325981Z","end":"2026-02-27T02:08:16.640233Z","steps":["trace[2040107631] 'agreement among raft nodes before linearized reading' (duration: 313.94921ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:16.640277Z","caller":"traceutil/trace.go:171","msg":"trace[1990597275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27020; }","duration":"475.378978ms","start":"2026-02-27T02:08:16.164865Z","end":"2026-02-27T02:08:16.640244Z","steps":["trace[1990597275] 'agreement among raft nodes before linearized reading' (duration: 475.07462ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:16.640286Z","caller":"traceutil/trace.go:171","msg":"trace[680009573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27020; }","duration":"476.368865ms","start":"2026-02-27T02:08:16.163894Z","end":"2026-02-27T02:08:16.640262Z","steps":["trace[680009573] 'agreement among raft nodes before linearized reading' (duration: 476.137889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:16.640294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:16.325949Z","time spent":"314.33576ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T02:08:16.640325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:16.164771Z","time spent":"475.544763ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":451,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:08:16.640338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:16.163874Z","time spent":"476.452276ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:08:16.640198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:16.328788Z","time spent":"311.30796ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":936,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:08:16.819083Z","caller":"traceutil/trace.go:171","msg":"trace[2028961247] transaction","detail":"{read_only:false; response_revision:27022; number_of_response:1; }","duration":"173.559119ms","start":"2026-02-27T02:08:16.645494Z","end":"2026-02-27T02:08:16.819054Z","steps":["trace[2028961247] 'process raft request' (duration: 100.495687ms)","trace[2028961247] 'compare' (duration: 72.884657ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:16.819277Z","caller":"traceutil/trace.go:171","msg":"trace[67036761] transaction","detail":"{read_only:false; response_revision:27023; number_of_response:1; }","duration":"173.448526ms","start":"2026-02-27T02:08:16.645789Z","end":"2026-02-27T02:08:16.819238Z","steps":["trace[67036761] 'process raft request' (duration: 173.22394ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:16.839493Z","caller":"traceutil/trace.go:171","msg":"trace[1229374778] linearizableReadLoop","detail":"{readStateIndex:28321; appliedIndex:28318; }","duration":"157.432383ms","start":"2026-02-27T02:08:16.682031Z","end":"2026-02-27T02:08:16.839464Z","steps":["trace[1229374778] 'read index received' (duration: 63.944631ms)","trace[1229374778] 'applied index is now lower than readState.Index' (duration: 93.486791ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:16.839529Z","caller":"traceutil/trace.go:171","msg":"trace[1624997039] transaction","detail":"{read_only:false; response_revision:27024; number_of_response:1; }","duration":"176.453625ms","start":"2026-02-27T02:08:16.663041Z","end":"2026-02-27T02:08:16.839495Z","steps":["trace[1624997039] 'process raft request' (duration: 176.298251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:16.839768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.734081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:08:16.839836Z","caller":"traceutil/trace.go:171","msg":"trace[334733984] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27024; }","duration":"157.851774ms","start":"2026-02-27T02:08:16.681966Z","end":"2026-02-27T02:08:16.839818Z","steps":["trace[334733984] 'agreement among raft nodes before linearized reading' (duration: 157.625768ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:16.985528Z","caller":"traceutil/trace.go:171","msg":"trace[1646981004] transaction","detail":"{read_only:false; response_revision:27026; number_of_response:1; }","duration":"141.217704ms","start":"2026-02-27T02:08:16.844273Z","end":"2026-02-27T02:08:16.985491Z","steps":["trace[1646981004] 'process raft request' (duration: 126.70111ms)","trace[1646981004] 'compare' (duration: 14.280938ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:16.985631Z","caller":"traceutil/trace.go:171","msg":"trace[401989726] linearizableReadLoop","detail":"{readStateIndex:28323; appliedIndex:28322; }","duration":"141.173833ms","start":"2026-02-27T02:08:16.844409Z","end":"2026-02-27T02:08:16.985582Z","steps":["trace[401989726] 'read index received' (duration: 65.132202ms)","trace[401989726] 'applied index is now lower than readState.Index' (duration: 76.039631ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:16.985747Z","caller":"traceutil/trace.go:171","msg":"trace[456505958] transaction","detail":"{read_only:false; response_revision:27027; number_of_response:1; }","duration":"135.305397ms","start":"2026-02-27T02:08:16.850407Z","end":"2026-02-27T02:08:16.985712Z","steps":["trace[456505958] 'process raft request' (duration: 135.016929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:16.986127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.690356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-dmm4z.1897f84acb1f8f34\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-02-27T02:08:16.986187Z","caller":"traceutil/trace.go:171","msg":"trace[1338049071] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-dmm4z.1897f84acb1f8f34; range_end:; response_count:1; response_revision:27027; }","duration":"141.777299ms","start":"2026-02-27T02:08:16.844392Z","end":"2026-02-27T02:08:16.986169Z","steps":["trace[1338049071] 'agreement among raft nodes before linearized reading' (duration: 141.361718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:16.986217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.807211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5058"} {"level":"info","ts":"2026-02-27T02:08:16.986328Z","caller":"traceutil/trace.go:171","msg":"trace[725000715] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:27027; }","duration":"132.967616ms","start":"2026-02-27T02:08:16.853344Z","end":"2026-02-27T02:08:16.986312Z","steps":["trace[725000715] 'agreement among raft nodes before linearized reading' (duration: 132.654328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:16.986349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.939552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:16.986486Z","caller":"traceutil/trace.go:171","msg":"trace[2084386825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27027; }","duration":"114.133878ms","start":"2026-02-27T02:08:16.872324Z","end":"2026-02-27T02:08:16.986457Z","steps":["trace[2084386825] 'agreement among raft nodes before linearized reading' (duration: 113.862501ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:17.246283Z","caller":"traceutil/trace.go:171","msg":"trace[473238421] linearizableReadLoop","detail":"{readStateIndex:28326; appliedIndex:28325; }","duration":"185.695599ms","start":"2026-02-27T02:08:17.060551Z","end":"2026-02-27T02:08:17.246247Z","steps":["trace[473238421] 'read index received' (duration: 184.801855ms)","trace[473238421] 'applied index is now lower than readState.Index' (duration: 892.304µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:17.24636Z","caller":"traceutil/trace.go:171","msg":"trace[1432675322] transaction","detail":"{read_only:false; response_revision:27029; number_of_response:1; }","duration":"250.433331ms","start":"2026-02-27T02:08:16.995878Z","end":"2026-02-27T02:08:17.246311Z","steps":["trace[1432675322] 'process raft request' (duration: 249.534927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:17.246655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.07916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-dmm4z.1897f84acb205663\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-02-27T02:08:17.246763Z","caller":"traceutil/trace.go:171","msg":"trace[2041555241] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-dmm4z.1897f84acb205663; range_end:; response_count:1; response_revision:27029; }","duration":"186.249804ms","start":"2026-02-27T02:08:17.060481Z","end":"2026-02-27T02:08:17.246731Z","steps":["trace[2041555241] 'agreement among raft nodes before linearized reading' (duration: 185.926785ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:17.416401Z","caller":"traceutil/trace.go:171","msg":"trace[757211642] transaction","detail":"{read_only:false; response_revision:27031; number_of_response:1; }","duration":"114.616591ms","start":"2026-02-27T02:08:17.301742Z","end":"2026-02-27T02:08:17.416359Z","steps":["trace[757211642] 'process raft request' (duration: 61.531047ms)","trace[757211642] 'compare' (duration: 52.870228ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:17.43892Z","caller":"traceutil/trace.go:171","msg":"trace[1066415022] linearizableReadLoop","detail":"{readStateIndex:28329; appliedIndex:28327; }","duration":"128.917868ms","start":"2026-02-27T02:08:17.309971Z","end":"2026-02-27T02:08:17.438888Z","steps":["trace[1066415022] 'read index received' (duration: 53.457943ms)","trace[1066415022] 'applied index is now lower than readState.Index' (duration: 75.458755ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:17.438967Z","caller":"traceutil/trace.go:171","msg":"trace[1007816790] transaction","detail":"{read_only:false; response_revision:27032; number_of_response:1; }","duration":"134.209549ms","start":"2026-02-27T02:08:17.304727Z","end":"2026-02-27T02:08:17.438936Z","steps":["trace[1007816790] 'process raft request' (duration: 134.010003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:17.439251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.255908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:08:17.439332Z","caller":"traceutil/trace.go:171","msg":"trace[1206880439] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27032; }","duration":"129.416191ms","start":"2026-02-27T02:08:17.309894Z","end":"2026-02-27T02:08:17.43931Z","steps":["trace[1206880439] 'agreement among raft nodes before linearized reading' (duration: 129.109743ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:17.625448Z","caller":"traceutil/trace.go:171","msg":"trace[150923122] transaction","detail":"{read_only:false; response_revision:27034; number_of_response:1; }","duration":"153.316504ms","start":"2026-02-27T02:08:17.47209Z","end":"2026-02-27T02:08:17.625406Z","steps":["trace[150923122] 'process raft request' (duration: 54.772658ms)","trace[150923122] 'compare' (duration: 98.386671ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:17.681932Z","caller":"traceutil/trace.go:171","msg":"trace[670094059] transaction","detail":"{read_only:false; response_revision:27035; number_of_response:1; }","duration":"207.62645ms","start":"2026-02-27T02:08:17.47426Z","end":"2026-02-27T02:08:17.681887Z","steps":["trace[670094059] 'process raft request' (duration: 207.192538ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:17.837842Z","caller":"traceutil/trace.go:171","msg":"trace[1265600591] transaction","detail":"{read_only:false; response_revision:27036; number_of_response:1; }","duration":"154.185737ms","start":"2026-02-27T02:08:17.683569Z","end":"2026-02-27T02:08:17.837754Z","steps":["trace[1265600591] 'process raft request' (duration: 120.559397ms)","trace[1265600591] 'compare' (duration: 33.297281ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:17.838285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.40281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-wfjxr\" ","response":"range_response_count:1 size:3396"} {"level":"info","ts":"2026-02-27T02:08:17.83834Z","caller":"traceutil/trace.go:171","msg":"trace[39392266] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-wfjxr; range_end:; response_count:1; response_revision:27036; }","duration":"152.495512ms","start":"2026-02-27T02:08:17.685834Z","end":"2026-02-27T02:08:17.83833Z","steps":["trace[39392266] 'agreement among raft nodes before linearized reading' (duration: 152.270586ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:17.83804Z","caller":"traceutil/trace.go:171","msg":"trace[1518006212] linearizableReadLoop","detail":"{readStateIndex:28333; appliedIndex:28332; }","duration":"151.897496ms","start":"2026-02-27T02:08:17.68586Z","end":"2026-02-27T02:08:17.837758Z","steps":["trace[1518006212] 'read index received' (duration: 118.171654ms)","trace[1518006212] 'applied index is now lower than readState.Index' (duration: 33.723012ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:18.320627Z","caller":"traceutil/trace.go:171","msg":"trace[1809517121] transaction","detail":"{read_only:false; response_revision:27044; number_of_response:1; }","duration":"283.334301ms","start":"2026-02-27T02:08:18.037255Z","end":"2026-02-27T02:08:18.32059Z","steps":["trace[1809517121] 'process raft request' (duration: 252.536207ms)","trace[1809517121] 'compare' (duration: 30.491796ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:18.330239Z","caller":"traceutil/trace.go:171","msg":"trace[1734296928] transaction","detail":"{read_only:false; response_revision:27045; number_of_response:1; }","duration":"289.111574ms","start":"2026-02-27T02:08:18.041094Z","end":"2026-02-27T02:08:18.330205Z","steps":["trace[1734296928] 'process raft request' (duration: 288.95877ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:18.531993Z","caller":"traceutil/trace.go:171","msg":"trace[43277069] transaction","detail":"{read_only:false; response_revision:27047; number_of_response:1; }","duration":"149.978465ms","start":"2026-02-27T02:08:18.381975Z","end":"2026-02-27T02:08:18.531953Z","steps":["trace[43277069] 'process raft request' (duration: 149.765129ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:18.568781Z","caller":"traceutil/trace.go:171","msg":"trace[1417147571] transaction","detail":"{read_only:false; response_revision:27048; number_of_response:1; }","duration":"177.274447ms","start":"2026-02-27T02:08:18.391461Z","end":"2026-02-27T02:08:18.568735Z","steps":["trace[1417147571] 'process raft request' (duration: 177.092252ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:18.830694Z","caller":"traceutil/trace.go:171","msg":"trace[1189714331] linearizableReadLoop","detail":"{readStateIndex:28347; appliedIndex:28346; }","duration":"175.088179ms","start":"2026-02-27T02:08:18.655575Z","end":"2026-02-27T02:08:18.830663Z","steps":["trace[1189714331] 'read index received' (duration: 143.39514ms)","trace[1189714331] 'applied index is now lower than readState.Index' (duration: 31.692059ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:18.831154Z","caller":"traceutil/trace.go:171","msg":"trace[497336336] transaction","detail":"{read_only:false; response_revision:27050; number_of_response:1; }","duration":"252.608108ms","start":"2026-02-27T02:08:18.578471Z","end":"2026-02-27T02:08:18.831079Z","steps":["trace[497336336] 'process raft request' (duration: 220.446317ms)","trace[497336336] 'compare' (duration: 31.612026ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:18.831144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.54055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xcvbd.1897f84e6255d378\" ","response":"range_response_count:1 size:1005"} {"level":"info","ts":"2026-02-27T02:08:18.831354Z","caller":"traceutil/trace.go:171","msg":"trace[1672573109] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-xcvbd.1897f84e6255d378; range_end:; response_count:1; response_revision:27050; }","duration":"175.827367ms","start":"2026-02-27T02:08:18.655504Z","end":"2026-02-27T02:08:18.831332Z","steps":["trace[1672573109] 'agreement among raft nodes before linearized reading' (duration: 175.457838ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:19.062674Z","caller":"traceutil/trace.go:171","msg":"trace[780342100] linearizableReadLoop","detail":"{readStateIndex:28349; appliedIndex:28348; }","duration":"149.448842ms","start":"2026-02-27T02:08:18.913194Z","end":"2026-02-27T02:08:19.062643Z","steps":["trace[780342100] 'read index received' (duration: 149.165264ms)","trace[780342100] 'applied index is now lower than readState.Index' (duration: 281.817µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:19.062737Z","caller":"traceutil/trace.go:171","msg":"trace[777634426] transaction","detail":"{read_only:false; response_revision:27052; number_of_response:1; }","duration":"177.40716ms","start":"2026-02-27T02:08:18.885286Z","end":"2026-02-27T02:08:19.062693Z","steps":["trace[777634426] 'process raft request' (duration: 177.109222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:19.062948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.76004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:08:19.063012Z","caller":"traceutil/trace.go:171","msg":"trace[1966825332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27052; }","duration":"149.930944ms","start":"2026-02-27T02:08:18.913068Z","end":"2026-02-27T02:08:19.062999Z","steps":["trace[1966825332] 'agreement among raft nodes before linearized reading' (duration: 149.699898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:19.398406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.300644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:08:19.398538Z","caller":"traceutil/trace.go:171","msg":"trace[2034026758] transaction","detail":"{read_only:false; response_revision:27062; number_of_response:1; }","duration":"159.6505ms","start":"2026-02-27T02:08:19.238864Z","end":"2026-02-27T02:08:19.398514Z","steps":["trace[2034026758] 'process raft request' (duration: 40.134021ms)","trace[2034026758] 'compare' (duration: 119.17652ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:20.034018Z","caller":"traceutil/trace.go:171","msg":"trace[909628006] linearizableReadLoop","detail":"{readStateIndex:28367; appliedIndex:28366; }","duration":"244.71866ms","start":"2026-02-27T02:08:19.789259Z","end":"2026-02-27T02:08:20.033978Z","steps":["trace[909628006] 'read index received' (duration: 188.142904ms)","trace[909628006] 'applied index is now lower than readState.Index' (duration: 56.573936ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:20.034305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.49708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:20.03438Z","caller":"traceutil/trace.go:171","msg":"trace[1327790210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27070; }","duration":"161.627963ms","start":"2026-02-27T02:08:19.872739Z","end":"2026-02-27T02:08:20.034367Z","steps":["trace[1327790210] 'agreement among raft nodes before linearized reading' (duration: 161.50083ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:20.034101Z","caller":"traceutil/trace.go:171","msg":"trace[1027326031] transaction","detail":"{read_only:false; response_revision:27070; number_of_response:1; }","duration":"379.049751ms","start":"2026-02-27T02:08:19.654973Z","end":"2026-02-27T02:08:20.034023Z","steps":["trace[1027326031] 'process raft request' (duration: 322.521197ms)","trace[1027326031] 'compare' (duration: 56.133334ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:20.034288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.979937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:20.034741Z","caller":"traceutil/trace.go:171","msg":"trace[1886513027] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27070; }","duration":"245.523581ms","start":"2026-02-27T02:08:19.789198Z","end":"2026-02-27T02:08:20.034721Z","steps":["trace[1886513027] 'agreement among raft nodes before linearized reading' (duration: 244.882954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:20.034638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:19.654949Z","time spent":"379.557915ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:21.340647Z","caller":"traceutil/trace.go:171","msg":"trace[1192412005] transaction","detail":"{read_only:false; response_revision:27075; number_of_response:1; }","duration":"221.493565ms","start":"2026-02-27T02:08:21.119111Z","end":"2026-02-27T02:08:21.340605Z","steps":["trace[1192412005] 'process raft request' (duration: 221.318511ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:21.401774Z","caller":"traceutil/trace.go:171","msg":"trace[2130621354] transaction","detail":"{read_only:false; response_revision:27076; number_of_response:1; }","duration":"281.991215ms","start":"2026-02-27T02:08:21.119725Z","end":"2026-02-27T02:08:21.401717Z","steps":["trace[2130621354] 'process raft request' (duration: 281.718798ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:21.401789Z","caller":"traceutil/trace.go:171","msg":"trace[1517685725] transaction","detail":"{read_only:false; response_revision:27077; number_of_response:1; }","duration":"281.910234ms","start":"2026-02-27T02:08:21.119815Z","end":"2026-02-27T02:08:21.401726Z","steps":["trace[1517685725] 'process raft request' (duration: 281.77975ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:21.401835Z","caller":"traceutil/trace.go:171","msg":"trace[690503813] linearizableReadLoop","detail":"{readStateIndex:28375; appliedIndex:28371; }","duration":"145.806745ms","start":"2026-02-27T02:08:21.255999Z","end":"2026-02-27T02:08:21.401806Z","steps":["trace[690503813] 'read index received' (duration: 84.447872ms)","trace[690503813] 'applied index is now lower than readState.Index' (duration: 61.357493ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:21.402085Z","caller":"traceutil/trace.go:171","msg":"trace[1034664045] transaction","detail":"{read_only:false; response_revision:27078; number_of_response:1; }","duration":"152.214235ms","start":"2026-02-27T02:08:21.249856Z","end":"2026-02-27T02:08:21.40207Z","steps":["trace[1034664045] 'process raft request' (duration: 151.814364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:21.402401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.382271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-27T02:08:21.402448Z","caller":"traceutil/trace.go:171","msg":"trace[929645699] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27078; }","duration":"146.484273ms","start":"2026-02-27T02:08:21.25595Z","end":"2026-02-27T02:08:21.402434Z","steps":["trace[929645699] 'agreement among raft nodes before linearized reading' (duration: 146.279578ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:22.550813Z","caller":"traceutil/trace.go:171","msg":"trace[165852506] transaction","detail":"{read_only:false; response_revision:27080; number_of_response:1; }","duration":"139.529549ms","start":"2026-02-27T02:08:22.411237Z","end":"2026-02-27T02:08:22.550767Z","steps":["trace[165852506] 'process raft request' (duration: 139.292643ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:22.558137Z","caller":"traceutil/trace.go:171","msg":"trace[641186904] transaction","detail":"{read_only:false; response_revision:27081; number_of_response:1; }","duration":"142.043445ms","start":"2026-02-27T02:08:22.416051Z","end":"2026-02-27T02:08:22.558094Z","steps":["trace[641186904] 'process raft request' (duration: 141.952663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:22.82998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.497018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-27T02:08:22.830103Z","caller":"traceutil/trace.go:171","msg":"trace[1985986314] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27082; }","duration":"142.670483ms","start":"2026-02-27T02:08:22.687396Z","end":"2026-02-27T02:08:22.830067Z","steps":["trace[1985986314] 'range keys from in-memory index tree' (duration: 142.275132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:23.215748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.099221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:08:23.215944Z","caller":"traceutil/trace.go:171","msg":"trace[1749178693] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:27083; }","duration":"270.352488ms","start":"2026-02-27T02:08:22.945563Z","end":"2026-02-27T02:08:23.215915Z","steps":["trace[1749178693] 'range keys from in-memory index tree' (duration: 269.911196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:23.216126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.692108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-mpw9x\" ","response":"range_response_count:1 size:6475"} {"level":"info","ts":"2026-02-27T02:08:23.216227Z","caller":"traceutil/trace.go:171","msg":"trace[1130845329] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-mpw9x; range_end:; response_count:1; response_revision:27083; }","duration":"202.849963ms","start":"2026-02-27T02:08:23.013353Z","end":"2026-02-27T02:08:23.216203Z","steps":["trace[1130845329] 'range keys from in-memory index tree' (duration: 202.262778ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:23.346126Z","caller":"traceutil/trace.go:171","msg":"trace[1507869851] transaction","detail":"{read_only:false; response_revision:27084; number_of_response:1; }","duration":"123.65605ms","start":"2026-02-27T02:08:23.222447Z","end":"2026-02-27T02:08:23.346103Z","steps":["trace[1507869851] 'process raft request' (duration: 123.519646ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:23.506388Z","caller":"traceutil/trace.go:171","msg":"trace[699176990] linearizableReadLoop","detail":"{readStateIndex:28383; appliedIndex:28382; }","duration":"227.966127ms","start":"2026-02-27T02:08:23.278392Z","end":"2026-02-27T02:08:23.506358Z","steps":["trace[699176990] 'read index received' (duration: 67.71936ms)","trace[699176990] 'applied index is now lower than readState.Index' (duration: 160.245767ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:23.506658Z","caller":"traceutil/trace.go:171","msg":"trace[659574669] transaction","detail":"{read_only:false; response_revision:27085; number_of_response:1; }","duration":"279.813017ms","start":"2026-02-27T02:08:23.226831Z","end":"2026-02-27T02:08:23.506644Z","steps":["trace[659574669] 'process raft request' (duration: 250.827321ms)","trace[659574669] 'compare' (duration: 28.572465ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:23.506963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.554673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-7mlb5.1897f5d33111ff1f\" ","response":"range_response_count:1 size:858"} {"level":"info","ts":"2026-02-27T02:08:23.507016Z","caller":"traceutil/trace.go:171","msg":"trace[1860001473] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-7mlb5.1897f5d33111ff1f; range_end:; response_count:1; response_revision:27085; }","duration":"228.667246ms","start":"2026-02-27T02:08:23.278334Z","end":"2026-02-27T02:08:23.507001Z","steps":["trace[1860001473] 'agreement among raft nodes before linearized reading' (duration: 228.510632ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:23.526279Z","caller":"traceutil/trace.go:171","msg":"trace[690288594] transaction","detail":"{read_only:false; response_revision:27087; number_of_response:1; }","duration":"172.750928ms","start":"2026-02-27T02:08:23.353506Z","end":"2026-02-27T02:08:23.526257Z","steps":["trace[690288594] 'process raft request' (duration: 172.627955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:23.526415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.768403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T02:08:23.526477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.503421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:23.52648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.814715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:08:23.526541Z","caller":"traceutil/trace.go:171","msg":"trace[1818562996] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27087; }","duration":"245.592063ms","start":"2026-02-27T02:08:23.280932Z","end":"2026-02-27T02:08:23.526524Z","steps":["trace[1818562996] 'agreement among raft nodes before linearized reading' (duration: 245.49236ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:23.526558Z","caller":"traceutil/trace.go:171","msg":"trace[1427647528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27087; }","duration":"120.945088ms","start":"2026-02-27T02:08:23.405592Z","end":"2026-02-27T02:08:23.526537Z","steps":["trace[1427647528] 'agreement among raft nodes before linearized reading' (duration: 120.712772ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:23.526485Z","caller":"traceutil/trace.go:171","msg":"trace[1735920289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27087; }","duration":"120.886396ms","start":"2026-02-27T02:08:23.405581Z","end":"2026-02-27T02:08:23.526467Z","steps":["trace[1735920289] 'agreement among raft nodes before linearized reading' (duration: 120.692681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:23.526688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.695437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T02:08:23.526791Z","caller":"traceutil/trace.go:171","msg":"trace[263405059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27087; }","duration":"180.853371ms","start":"2026-02-27T02:08:23.345919Z","end":"2026-02-27T02:08:23.526773Z","steps":["trace[263405059] 'agreement among raft nodes before linearized reading' (duration: 180.465841ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:23.527226Z","caller":"traceutil/trace.go:171","msg":"trace[1009410386] transaction","detail":"{read_only:false; response_revision:27086; number_of_response:1; }","duration":"173.102437ms","start":"2026-02-27T02:08:23.353464Z","end":"2026-02-27T02:08:23.526566Z","steps":["trace[1009410386] 'process raft request' (duration: 172.552912ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:24.185104Z","caller":"traceutil/trace.go:171","msg":"trace[274463067] linearizableReadLoop","detail":"{readStateIndex:28391; appliedIndex:28390; }","duration":"115.028781ms","start":"2026-02-27T02:08:24.070049Z","end":"2026-02-27T02:08:24.185078Z","steps":["trace[274463067] 'read index received' (duration: 114.808485ms)","trace[274463067] 'applied index is now lower than readState.Index' (duration: 219.286µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:24.185346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.284048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:08:24.185393Z","caller":"traceutil/trace.go:171","msg":"trace[1211830155] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27093; }","duration":"115.402621ms","start":"2026-02-27T02:08:24.069974Z","end":"2026-02-27T02:08:24.185377Z","steps":["trace[1211830155] 'agreement among raft nodes before linearized reading' (duration: 115.249277ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:24.185338Z","caller":"traceutil/trace.go:171","msg":"trace[652543784] transaction","detail":"{read_only:false; response_revision:27093; number_of_response:1; }","duration":"129.632727ms","start":"2026-02-27T02:08:24.055579Z","end":"2026-02-27T02:08:24.185212Z","steps":["trace[652543784] 'process raft request' (duration: 129.33683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:25.667952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.307463ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T02:08:25.668277Z","caller":"traceutil/trace.go:171","msg":"trace[32052673] linearizableReadLoop","detail":"{readStateIndex:28392; appliedIndex:28391; }","duration":"114.596569ms","start":"2026-02-27T02:08:25.553637Z","end":"2026-02-27T02:08:25.668234Z","steps":["trace[32052673] 'read index received' (duration: 92.192µs)","trace[32052673] 'applied index is now lower than readState.Index' (duration: 114.501847ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:25.668367Z","caller":"traceutil/trace.go:171","msg":"trace[159412670] transaction","detail":"{read_only:false; response_revision:27094; number_of_response:1; }","duration":"114.704363ms","start":"2026-02-27T02:08:25.553633Z","end":"2026-02-27T02:08:25.668337Z","steps":["trace[159412670] 'process raft request' (duration: 114.477867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:25.668638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.98411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:08:25.6687Z","caller":"traceutil/trace.go:171","msg":"trace[1100195971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27094; }","duration":"115.108853ms","start":"2026-02-27T02:08:25.553577Z","end":"2026-02-27T02:08:25.668685Z","steps":["trace[1100195971] 'agreement among raft nodes before linearized reading' (duration: 114.840206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:25.668748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.00764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T02:08:25.668781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.085453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:08:25.668848Z","caller":"traceutil/trace.go:171","msg":"trace[2138539621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27094; }","duration":"115.137334ms","start":"2026-02-27T02:08:25.553683Z","end":"2026-02-27T02:08:25.668821Z","steps":["trace[2138539621] 'agreement among raft nodes before linearized reading' (duration: 114.916088ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:25.668859Z","caller":"traceutil/trace.go:171","msg":"trace[1361572441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27094; }","duration":"115.209326ms","start":"2026-02-27T02:08:25.55363Z","end":"2026-02-27T02:08:25.668839Z","steps":["trace[1361572441] 'agreement among raft nodes before linearized reading' (duration: 114.96276ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:25.864618Z","caller":"traceutil/trace.go:171","msg":"trace[1002373071] linearizableReadLoop","detail":"{readStateIndex:28396; appliedIndex:28393; }","duration":"165.435572ms","start":"2026-02-27T02:08:25.699151Z","end":"2026-02-27T02:08:25.864586Z","steps":["trace[1002373071] 'read index received' (duration: 46.036097ms)","trace[1002373071] 'applied index is now lower than readState.Index' (duration: 119.398545ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:25.864738Z","caller":"traceutil/trace.go:171","msg":"trace[540448146] transaction","detail":"{read_only:false; response_revision:27096; number_of_response:1; }","duration":"191.073101ms","start":"2026-02-27T02:08:25.67364Z","end":"2026-02-27T02:08:25.864713Z","steps":["trace[540448146] 'process raft request' (duration: 190.736462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:25.864833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.650799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:25.865033Z","caller":"traceutil/trace.go:171","msg":"trace[516770360] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27097; }","duration":"165.914066ms","start":"2026-02-27T02:08:25.6991Z","end":"2026-02-27T02:08:25.865014Z","steps":["trace[516770360] 'agreement among raft nodes before linearized reading' (duration: 165.638468ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:25.864808Z","caller":"traceutil/trace.go:171","msg":"trace[245162941] transaction","detail":"{read_only:false; response_revision:27097; number_of_response:1; }","duration":"190.256409ms","start":"2026-02-27T02:08:25.674508Z","end":"2026-02-27T02:08:25.864764Z","steps":["trace[245162941] 'process raft request' (duration: 190.034323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:26.093448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.009491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T02:08:26.093544Z","caller":"traceutil/trace.go:171","msg":"trace[1916855453] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:27099; }","duration":"115.164925ms","start":"2026-02-27T02:08:25.978359Z","end":"2026-02-27T02:08:26.093524Z","steps":["trace[1916855453] 'range keys from in-memory index tree' (duration: 114.817996ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:27.96467Z","caller":"traceutil/trace.go:171","msg":"trace[1663776485] linearizableReadLoop","detail":"{readStateIndex:28402; appliedIndex:28401; }","duration":"215.545348ms","start":"2026-02-27T02:08:27.74909Z","end":"2026-02-27T02:08:27.964636Z","steps":["trace[1663776485] 'read index received' (duration: 215.404295ms)","trace[1663776485] 'applied index is now lower than readState.Index' (duration: 139.313µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:27.964764Z","caller":"traceutil/trace.go:171","msg":"trace[158615862] transaction","detail":"{read_only:false; response_revision:27102; number_of_response:1; }","duration":"291.149358ms","start":"2026-02-27T02:08:27.673574Z","end":"2026-02-27T02:08:27.964723Z","steps":["trace[158615862] 'process raft request' (duration: 290.86668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:27.964966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.961961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:27.965012Z","caller":"traceutil/trace.go:171","msg":"trace[1679110063] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27102; }","duration":"123.098385ms","start":"2026-02-27T02:08:27.841898Z","end":"2026-02-27T02:08:27.964997Z","steps":["trace[1679110063] 'agreement among raft nodes before linearized reading' (duration: 122.961921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:27.96565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.535215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:08:27.965961Z","caller":"traceutil/trace.go:171","msg":"trace[217719448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27102; }","duration":"216.899855ms","start":"2026-02-27T02:08:27.749038Z","end":"2026-02-27T02:08:27.965938Z","steps":["trace[217719448] 'agreement among raft nodes before linearized reading' (duration: 215.793406ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:29.926582Z","caller":"traceutil/trace.go:171","msg":"trace[1134153908] transaction","detail":"{read_only:false; response_revision:27110; number_of_response:1; }","duration":"138.917823ms","start":"2026-02-27T02:08:29.787631Z","end":"2026-02-27T02:08:29.926548Z","steps":["trace[1134153908] 'process raft request' (duration: 138.525563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:30.18881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.414625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:08:30.188972Z","caller":"traceutil/trace.go:171","msg":"trace[91427619] transaction","detail":"{read_only:false; response_revision:27112; number_of_response:1; }","duration":"220.075838ms","start":"2026-02-27T02:08:29.968881Z","end":"2026-02-27T02:08:30.188957Z","steps":["trace[91427619] 'process raft request' (duration: 220.029987ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:30.189233Z","caller":"traceutil/trace.go:171","msg":"trace[1918025224] transaction","detail":"{read_only:false; response_revision:27111; number_of_response:1; }","duration":"398.976398ms","start":"2026-02-27T02:08:29.790248Z","end":"2026-02-27T02:08:30.189224Z","steps":["trace[1918025224] 'process raft request' (duration: 211.07208ms)","trace[1918025224] 'compare' (duration: 187.289562ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:30.18928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:29.790219Z","time spent":"399.03794ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:30.189489Z","caller":"traceutil/trace.go:171","msg":"trace[175341146] linearizableReadLoop","detail":"{readStateIndex:28412; appliedIndex:28410; }","duration":"303.642778ms","start":"2026-02-27T02:08:29.885838Z","end":"2026-02-27T02:08:30.189481Z","steps":["trace[175341146] 'read index received' (duration: 40.313706ms)","trace[175341146] 'applied index is now lower than readState.Index' (duration: 263.328102ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:30.189575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.73946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:30.189598Z","caller":"traceutil/trace.go:171","msg":"trace[2026281805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27112; }","duration":"303.823353ms","start":"2026-02-27T02:08:29.885767Z","end":"2026-02-27T02:08:30.189591Z","steps":["trace[2026281805] 'agreement among raft nodes before linearized reading' (duration: 303.776852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:30.189619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:29.88574Z","time spent":"303.874314ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:08:30.19596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.952427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1057"} {"level":"info","ts":"2026-02-27T02:08:30.196189Z","caller":"traceutil/trace.go:171","msg":"trace[456641683] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:27113; }","duration":"152.076081ms","start":"2026-02-27T02:08:30.043944Z","end":"2026-02-27T02:08:30.19602Z","steps":["trace[456641683] 'agreement among raft nodes before linearized reading' (duration: 151.965228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:30.196453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.214399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T02:08:30.196511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.589326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:08:30.196561Z","caller":"traceutil/trace.go:171","msg":"trace[718228834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27113; }","duration":"219.686799ms","start":"2026-02-27T02:08:29.976861Z","end":"2026-02-27T02:08:30.196548Z","steps":["trace[718228834] 'agreement among raft nodes before linearized reading' (duration: 219.553345ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:30.196562Z","caller":"traceutil/trace.go:171","msg":"trace[1956500888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27113; }","duration":"221.405694ms","start":"2026-02-27T02:08:29.97513Z","end":"2026-02-27T02:08:30.196536Z","steps":["trace[1956500888] 'agreement among raft nodes before linearized reading' (duration: 221.192548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:30.196673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.844363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:08:30.196706Z","caller":"traceutil/trace.go:171","msg":"trace[630309703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27113; }","duration":"219.899914ms","start":"2026-02-27T02:08:29.976797Z","end":"2026-02-27T02:08:30.196697Z","steps":["trace[630309703] 'agreement among raft nodes before linearized reading' (duration: 219.799951ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:30.504799Z","caller":"traceutil/trace.go:171","msg":"trace[2078732922] transaction","detail":"{read_only:false; number_of_response:0; response_revision:27116; }","duration":"196.912696ms","start":"2026-02-27T02:08:30.307844Z","end":"2026-02-27T02:08:30.504757Z","steps":["trace[2078732922] 'process raft request' (duration: 160.7608ms)","trace[2078732922] 'compare' (duration: 36.081544ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:30.755516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.280627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:08:30.755671Z","caller":"traceutil/trace.go:171","msg":"trace[1428172520] transaction","detail":"{read_only:false; response_revision:27119; number_of_response:1; }","duration":"237.355185ms","start":"2026-02-27T02:08:30.518287Z","end":"2026-02-27T02:08:30.755642Z","steps":["trace[1428172520] 'process raft request' (duration: 87.843822ms)","trace[1428172520] 'compare' (duration: 148.981769ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:30.833474Z","caller":"traceutil/trace.go:171","msg":"trace[367593855] transaction","detail":"{read_only:false; response_revision:27120; number_of_response:1; }","duration":"310.733756ms","start":"2026-02-27T02:08:30.522686Z","end":"2026-02-27T02:08:30.833419Z","steps":["trace[367593855] 'process raft request' (duration: 310.431108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:30.833711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:30.522666Z","time spent":"310.9257ms","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:31.143113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.460101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:08:31.143266Z","caller":"traceutil/trace.go:171","msg":"trace[758611511] linearizableReadLoop","detail":"{readStateIndex:28423; appliedIndex:28422; }","duration":"194.529043ms","start":"2026-02-27T02:08:30.948716Z","end":"2026-02-27T02:08:31.143245Z","steps":["trace[758611511] 'read index received' (duration: 41.700302ms)","trace[758611511] 'applied index is now lower than readState.Index' (duration: 152.826861ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:31.143332Z","caller":"traceutil/trace.go:171","msg":"trace[366697800] transaction","detail":"{read_only:false; response_revision:27121; number_of_response:1; }","duration":"208.548304ms","start":"2026-02-27T02:08:30.934744Z","end":"2026-02-27T02:08:31.143293Z","steps":["trace[366697800] 'process raft request' (duration: 55.802156ms)","trace[366697800] 'compare' (duration: 152.04494ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:31.143533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.82026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:08:31.143575Z","caller":"traceutil/trace.go:171","msg":"trace[1917063940] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27121; }","duration":"194.906593ms","start":"2026-02-27T02:08:30.948655Z","end":"2026-02-27T02:08:31.143562Z","steps":["trace[1917063940] 'agreement among raft nodes before linearized reading' (duration: 194.729268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:31.143901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.798797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T02:08:31.143951Z","caller":"traceutil/trace.go:171","msg":"trace[1793045426] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27121; }","duration":"189.903811ms","start":"2026-02-27T02:08:30.954036Z","end":"2026-02-27T02:08:31.14394Z","steps":["trace[1793045426] 'agreement among raft nodes before linearized reading' (duration: 189.732647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:31.143989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.251707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-27T02:08:31.144045Z","caller":"traceutil/trace.go:171","msg":"trace[310693423] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27121; }","duration":"115.327239ms","start":"2026-02-27T02:08:31.028685Z","end":"2026-02-27T02:08:31.144012Z","steps":["trace[310693423] 'agreement among raft nodes before linearized reading' (duration: 115.228986ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:31.373784Z","caller":"traceutil/trace.go:171","msg":"trace[711537398] linearizableReadLoop","detail":"{readStateIndex:28424; appliedIndex:28423; }","duration":"217.432209ms","start":"2026-02-27T02:08:31.156313Z","end":"2026-02-27T02:08:31.373746Z","steps":["trace[711537398] 'read index received' (duration: 162.749293ms)","trace[711537398] 'applied index is now lower than readState.Index' (duration: 54.681126ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:31.374126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.661312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:31.374203Z","caller":"traceutil/trace.go:171","msg":"trace[738804832] transaction","detail":"{read_only:false; response_revision:27122; number_of_response:1; }","duration":"225.442361ms","start":"2026-02-27T02:08:31.148407Z","end":"2026-02-27T02:08:31.373849Z","steps":["trace[738804832] 'process raft request' (duration: 170.721354ms)","trace[738804832] 'compare' (duration: 54.389428ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:31.374211Z","caller":"traceutil/trace.go:171","msg":"trace[1935284593] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:27122; }","duration":"114.844067ms","start":"2026-02-27T02:08:31.259349Z","end":"2026-02-27T02:08:31.374193Z","steps":["trace[1935284593] 'agreement among raft nodes before linearized reading' (duration: 114.652332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:31.374128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.800438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-02-27T02:08:31.37428Z","caller":"traceutil/trace.go:171","msg":"trace[1960523705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27122; }","duration":"218.017154ms","start":"2026-02-27T02:08:31.156253Z","end":"2026-02-27T02:08:31.37427Z","steps":["trace[1960523705] 'agreement among raft nodes before linearized reading' (duration: 217.642864ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:31.489223Z","caller":"traceutil/trace.go:171","msg":"trace[1515339810] transaction","detail":"{read_only:false; response_revision:27124; number_of_response:1; }","duration":"104.869803ms","start":"2026-02-27T02:08:31.384301Z","end":"2026-02-27T02:08:31.489171Z","steps":["trace[1515339810] 'process raft request' (duration: 91.385646ms)","trace[1515339810] 'compare' (duration: 13.315482ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:31.911084Z","caller":"traceutil/trace.go:171","msg":"trace[1340746125] transaction","detail":"{read_only:false; response_revision:27127; number_of_response:1; }","duration":"119.54911ms","start":"2026-02-27T02:08:31.791498Z","end":"2026-02-27T02:08:31.911047Z","steps":["trace[1340746125] 'process raft request' (duration: 82.544662ms)","trace[1340746125] 'compare' (duration: 36.783162ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:32.284704Z","caller":"traceutil/trace.go:171","msg":"trace[1768199869] transaction","detail":"{read_only:false; response_revision:27131; number_of_response:1; }","duration":"161.670704ms","start":"2026-02-27T02:08:32.122999Z","end":"2026-02-27T02:08:32.284669Z","steps":["trace[1768199869] 'process raft request' (duration: 161.49361ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:32.331117Z","caller":"traceutil/trace.go:171","msg":"trace[1989682625] linearizableReadLoop","detail":"{readStateIndex:28435; appliedIndex:28434; }","duration":"122.942531ms","start":"2026-02-27T02:08:32.208152Z","end":"2026-02-27T02:08:32.331094Z","steps":["trace[1989682625] 'read index received' (duration: 89.004323ms)","trace[1989682625] 'applied index is now lower than readState.Index' (duration: 33.937518ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:32.331583Z","caller":"traceutil/trace.go:171","msg":"trace[407563314] transaction","detail":"{read_only:false; response_revision:27132; number_of_response:1; }","duration":"138.172743ms","start":"2026-02-27T02:08:32.193399Z","end":"2026-02-27T02:08:32.331571Z","steps":["trace[407563314] 'process raft request' (duration: 137.533866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:32.331988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.820994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:08:32.332066Z","caller":"traceutil/trace.go:171","msg":"trace[1417404574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27132; }","duration":"123.959277ms","start":"2026-02-27T02:08:32.208097Z","end":"2026-02-27T02:08:32.332056Z","steps":["trace[1417404574] 'agreement among raft nodes before linearized reading' (duration: 123.766152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:32.33276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.549626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:08:32.332809Z","caller":"traceutil/trace.go:171","msg":"trace[1469214416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27132; }","duration":"123.627709ms","start":"2026-02-27T02:08:32.209171Z","end":"2026-02-27T02:08:32.332798Z","steps":["trace[1469214416] 'agreement among raft nodes before linearized reading' (duration: 123.500075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:32.333121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.851274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:08:32.333159Z","caller":"traceutil/trace.go:171","msg":"trace[1013854140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27132; }","duration":"123.906876ms","start":"2026-02-27T02:08:32.209243Z","end":"2026-02-27T02:08:32.33315Z","steps":["trace[1013854140] 'agreement among raft nodes before linearized reading' (duration: 123.815254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:32.608515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.299087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:08:32.60884Z","caller":"traceutil/trace.go:171","msg":"trace[2064938406] transaction","detail":"{read_only:false; response_revision:27133; number_of_response:1; }","duration":"270.716677ms","start":"2026-02-27T02:08:32.338056Z","end":"2026-02-27T02:08:32.608772Z","steps":["trace[2064938406] 'process raft request' (duration: 93.04223ms)","trace[2064938406] 'compare' (duration: 176.866466ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:32.640445Z","caller":"traceutil/trace.go:171","msg":"trace[53221079] transaction","detail":"{read_only:false; response_revision:27135; number_of_response:1; }","duration":"300.795023ms","start":"2026-02-27T02:08:32.339618Z","end":"2026-02-27T02:08:32.640413Z","steps":["trace[53221079] 'process raft request' (duration: 300.67936ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:32.640468Z","caller":"traceutil/trace.go:171","msg":"trace[547859409] transaction","detail":"{read_only:false; response_revision:27134; number_of_response:1; }","duration":"300.881655ms","start":"2026-02-27T02:08:32.339546Z","end":"2026-02-27T02:08:32.640428Z","steps":["trace[547859409] 'process raft request' (duration: 300.569657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:32.640643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:32.33961Z","time spent":"300.924776ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:32.640671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:32.339532Z","time spent":"301.023558ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:32.642611Z","caller":"traceutil/trace.go:171","msg":"trace[1103913716] linearizableReadLoop","detail":"{readStateIndex:28439; appliedIndex:28436; }","duration":"157.752501ms","start":"2026-02-27T02:08:32.484835Z","end":"2026-02-27T02:08:32.642588Z","steps":["trace[1103913716] 'read index received' (duration: 155.239075ms)","trace[1103913716] 'applied index is now lower than readState.Index' (duration: 2.511106ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:32.643351Z","caller":"traceutil/trace.go:171","msg":"trace[1709384393] transaction","detail":"{read_only:false; response_revision:27136; number_of_response:1; }","duration":"300.31424ms","start":"2026-02-27T02:08:32.343019Z","end":"2026-02-27T02:08:32.643333Z","steps":["trace[1709384393] 'process raft request' (duration: 297.340401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:32.644126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:32.34301Z","time spent":"301.043429ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5164,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:32.644428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.588599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:32.644603Z","caller":"traceutil/trace.go:171","msg":"trace[1508227833] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:27136; }","duration":"159.764314ms","start":"2026-02-27T02:08:32.484827Z","end":"2026-02-27T02:08:32.644592Z","steps":["trace[1508227833] 'agreement among raft nodes before linearized reading' (duration: 159.556878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:32.644866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.574074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-02-27T02:08:32.644958Z","caller":"traceutil/trace.go:171","msg":"trace[11505646] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:27136; }","duration":"135.708707ms","start":"2026-02-27T02:08:32.509241Z","end":"2026-02-27T02:08:32.64495Z","steps":["trace[11505646] 'agreement among raft nodes before linearized reading' (duration: 135.576704ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:32.806004Z","caller":"traceutil/trace.go:171","msg":"trace[852536442] linearizableReadLoop","detail":"{readStateIndex:28440; appliedIndex:28439; }","duration":"130.265904ms","start":"2026-02-27T02:08:32.675705Z","end":"2026-02-27T02:08:32.805971Z","steps":["trace[852536442] 'read index received' (duration: 130.012467ms)","trace[852536442] 'applied index is now lower than readState.Index' (duration: 251.967µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:32.806125Z","caller":"traceutil/trace.go:171","msg":"trace[1756032821] transaction","detail":"{read_only:false; response_revision:27137; number_of_response:1; }","duration":"150.802987ms","start":"2026-02-27T02:08:32.655276Z","end":"2026-02-27T02:08:32.806079Z","steps":["trace[1756032821] 'process raft request' (duration: 150.494568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:32.806377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.490536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:08:32.806397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.411456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:32.806442Z","caller":"traceutil/trace.go:171","msg":"trace[529407898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27137; }","duration":"106.586388ms","start":"2026-02-27T02:08:32.699837Z","end":"2026-02-27T02:08:32.806423Z","steps":["trace[529407898] 'agreement among raft nodes before linearized reading' (duration: 106.369432ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:32.806478Z","caller":"traceutil/trace.go:171","msg":"trace[248003514] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:27137; }","duration":"125.536739ms","start":"2026-02-27T02:08:32.680922Z","end":"2026-02-27T02:08:32.806458Z","steps":["trace[248003514] 'agreement among raft nodes before linearized reading' (duration: 125.284972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:32.807088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.365333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-02-27T02:08:32.807235Z","caller":"traceutil/trace.go:171","msg":"trace[281390028] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:27137; }","duration":"131.566168ms","start":"2026-02-27T02:08:32.675642Z","end":"2026-02-27T02:08:32.807208Z","steps":["trace[281390028] 'agreement among raft nodes before linearized reading' (duration: 130.50669ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:32.974429Z","caller":"traceutil/trace.go:171","msg":"trace[403562114] transaction","detail":"{read_only:false; response_revision:27138; number_of_response:1; }","duration":"154.797003ms","start":"2026-02-27T02:08:32.819537Z","end":"2026-02-27T02:08:32.974334Z","steps":["trace[403562114] 'process raft request' (duration: 95.812883ms)","trace[403562114] 'compare' (duration: 58.784145ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:33.344319Z","caller":"traceutil/trace.go:171","msg":"trace[2057631628] linearizableReadLoop","detail":"{readStateIndex:28443; appliedIndex:28442; }","duration":"315.693517ms","start":"2026-02-27T02:08:33.028595Z","end":"2026-02-27T02:08:33.344288Z","steps":["trace[2057631628] 'read index received' (duration: 315.530843ms)","trace[2057631628] 'applied index is now lower than readState.Index' (duration: 161.534µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:33.344495Z","caller":"traceutil/trace.go:171","msg":"trace[1652762107] transaction","detail":"{read_only:false; response_revision:27140; number_of_response:1; }","duration":"358.539738ms","start":"2026-02-27T02:08:32.985917Z","end":"2026-02-27T02:08:33.344457Z","steps":["trace[1652762107] 'process raft request' (duration: 358.21578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:33.344597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.979114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:08:33.344662Z","caller":"traceutil/trace.go:171","msg":"trace[378871034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27140; }","duration":"316.114807ms","start":"2026-02-27T02:08:33.028526Z","end":"2026-02-27T02:08:33.34464Z","steps":["trace[378871034] 'agreement among raft nodes before linearized reading' (duration: 315.878701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:33.344665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:32.985895Z","time spent":"358.688593ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5449,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:33.344711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:33.028505Z","time spent":"316.19274ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:08:33.430318Z","caller":"traceutil/trace.go:171","msg":"trace[1694715749] transaction","detail":"{read_only:false; response_revision:27141; number_of_response:1; }","duration":"400.857339ms","start":"2026-02-27T02:08:33.029426Z","end":"2026-02-27T02:08:33.430283Z","steps":["trace[1694715749] 'process raft request' (duration: 356.682071ms)","trace[1694715749] 'compare' (duration: 44.010053ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:33.430466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:33.029408Z","time spent":"400.994182ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:08:33.634029Z","caller":"traceutil/trace.go:171","msg":"trace[1600197974] transaction","detail":"{read_only:false; response_revision:27146; number_of_response:1; }","duration":"105.301754ms","start":"2026-02-27T02:08:33.528696Z","end":"2026-02-27T02:08:33.633998Z","steps":["trace[1600197974] 'process raft request' (duration: 105.098449ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:33.845983Z","caller":"traceutil/trace.go:171","msg":"trace[331566922] linearizableReadLoop","detail":"{readStateIndex:28451; appliedIndex:28450; }","duration":"105.92099ms","start":"2026-02-27T02:08:33.740039Z","end":"2026-02-27T02:08:33.84596Z","steps":["trace[331566922] 'read index received' (duration: 75.384223ms)","trace[331566922] 'applied index is now lower than readState.Index' (duration: 30.535047ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:33.84621Z","caller":"traceutil/trace.go:171","msg":"trace[1859224072] transaction","detail":"{read_only:false; response_revision:27148; number_of_response:1; }","duration":"178.14715ms","start":"2026-02-27T02:08:33.668023Z","end":"2026-02-27T02:08:33.84617Z","steps":["trace[1859224072] 'process raft request' (duration: 147.458168ms)","trace[1859224072] 'compare' (duration: 30.25909ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:33.846484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.424083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:464"} {"level":"info","ts":"2026-02-27T02:08:33.84657Z","caller":"traceutil/trace.go:171","msg":"trace[1984359392] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27148; }","duration":"106.550237ms","start":"2026-02-27T02:08:33.74Z","end":"2026-02-27T02:08:33.846551Z","steps":["trace[1984359392] 'agreement among raft nodes before linearized reading' (duration: 106.207738ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:34.024716Z","caller":"traceutil/trace.go:171","msg":"trace[1673125470] transaction","detail":"{read_only:false; response_revision:27150; number_of_response:1; }","duration":"171.054722ms","start":"2026-02-27T02:08:33.853615Z","end":"2026-02-27T02:08:34.02467Z","steps":["trace[1673125470] 'process raft request' (duration: 93.374898ms)","trace[1673125470] 'compare' (duration: 77.435958ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:34.029999Z","caller":"traceutil/trace.go:171","msg":"trace[666360903] transaction","detail":"{read_only:false; response_revision:27152; number_of_response:1; }","duration":"131.586709ms","start":"2026-02-27T02:08:33.898374Z","end":"2026-02-27T02:08:34.029961Z","steps":["trace[666360903] 'process raft request' (duration: 131.496297ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:34.030025Z","caller":"traceutil/trace.go:171","msg":"trace[1682892441] transaction","detail":"{read_only:false; response_revision:27151; number_of_response:1; }","duration":"131.884977ms","start":"2026-02-27T02:08:33.8981Z","end":"2026-02-27T02:08:34.029985Z","steps":["trace[1682892441] 'process raft request' (duration: 131.64708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:34.258477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.277608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:08:34.258611Z","caller":"traceutil/trace.go:171","msg":"trace[1143848885] transaction","detail":"{read_only:false; response_revision:27154; number_of_response:1; }","duration":"227.819193ms","start":"2026-02-27T02:08:34.030755Z","end":"2026-02-27T02:08:34.258574Z","steps":["trace[1143848885] 'process raft request' (duration: 98.378511ms)","trace[1143848885] 'compare' (duration: 129.019651ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:34.578694Z","caller":"traceutil/trace.go:171","msg":"trace[82031375] linearizableReadLoop","detail":"{readStateIndex:28459; appliedIndex:28457; }","duration":"120.567438ms","start":"2026-02-27T02:08:34.458093Z","end":"2026-02-27T02:08:34.578661Z","steps":["trace[82031375] 'read index received' (duration: 24.713894ms)","trace[82031375] 'applied index is now lower than readState.Index' (duration: 95.852484ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:34.578715Z","caller":"traceutil/trace.go:171","msg":"trace[1044705216] transaction","detail":"{read_only:false; response_revision:27155; number_of_response:1; }","duration":"301.702597ms","start":"2026-02-27T02:08:34.27696Z","end":"2026-02-27T02:08:34.578662Z","steps":["trace[1044705216] 'process raft request' (duration: 205.818822ms)","trace[1044705216] 'compare' (duration: 95.641058ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:34.578762Z","caller":"traceutil/trace.go:171","msg":"trace[1730748550] transaction","detail":"{read_only:false; response_revision:27156; number_of_response:1; }","duration":"235.885246ms","start":"2026-02-27T02:08:34.342823Z","end":"2026-02-27T02:08:34.578708Z","steps":["trace[1730748550] 'process raft request' (duration: 235.771593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:34.578934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.820794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:08:34.578983Z","caller":"traceutil/trace.go:171","msg":"trace[823276982] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27156; }","duration":"120.934907ms","start":"2026-02-27T02:08:34.458033Z","end":"2026-02-27T02:08:34.578968Z","steps":["trace[823276982] 'agreement among raft nodes before linearized reading' (duration: 120.749212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:34.57892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:34.276936Z","time spent":"301.87213ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7124,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:34.807611Z","caller":"traceutil/trace.go:171","msg":"trace[679067708] linearizableReadLoop","detail":"{readStateIndex:28460; appliedIndex:28459; }","duration":"191.38007ms","start":"2026-02-27T02:08:34.616197Z","end":"2026-02-27T02:08:34.807577Z","steps":["trace[679067708] 'read index received' (duration: 189.246634ms)","trace[679067708] 'applied index is now lower than readState.Index' (duration: 2.131746ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:34.807683Z","caller":"traceutil/trace.go:171","msg":"trace[1352871365] transaction","detail":"{read_only:false; response_revision:27157; number_of_response:1; }","duration":"219.523243ms","start":"2026-02-27T02:08:34.588115Z","end":"2026-02-27T02:08:34.807638Z","steps":["trace[1352871365] 'process raft request' (duration: 217.311545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:34.807943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.722139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:08:34.808004Z","caller":"traceutil/trace.go:171","msg":"trace[2133090832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27157; }","duration":"191.844182ms","start":"2026-02-27T02:08:34.616145Z","end":"2026-02-27T02:08:34.807989Z","steps":["trace[2133090832] 'agreement among raft nodes before linearized reading' (duration: 191.621046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:34.808055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.806441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T02:08:34.808151Z","caller":"traceutil/trace.go:171","msg":"trace[399075602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27157; }","duration":"163.913443ms","start":"2026-02-27T02:08:34.644215Z","end":"2026-02-27T02:08:34.808129Z","steps":["trace[399075602] 'agreement among raft nodes before linearized reading' (duration: 163.647726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:34.80886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.134279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T02:08:34.808973Z","caller":"traceutil/trace.go:171","msg":"trace[401385869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27157; }","duration":"164.300663ms","start":"2026-02-27T02:08:34.644657Z","end":"2026-02-27T02:08:34.808958Z","steps":["trace[401385869] 'agreement among raft nodes before linearized reading' (duration: 163.210334ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:35.309009Z","caller":"traceutil/trace.go:171","msg":"trace[172651254] transaction","detail":"{read_only:false; response_revision:27166; number_of_response:1; }","duration":"100.666641ms","start":"2026-02-27T02:08:35.208305Z","end":"2026-02-27T02:08:35.308972Z","steps":["trace[172651254] 'process raft request' (duration: 59.571685ms)","trace[172651254] 'compare' (duration: 40.85957ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:35.529681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.919227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:08:35.529912Z","caller":"traceutil/trace.go:171","msg":"trace[83476472] transaction","detail":"{read_only:false; response_revision:27167; number_of_response:1; }","duration":"198.323934ms","start":"2026-02-27T02:08:35.331524Z","end":"2026-02-27T02:08:35.529848Z","steps":["trace[83476472] 'process raft request' (duration: 77.15734ms)","trace[83476472] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/openstack/rabbitmq-neutron.1897f86aa5c5d915; req_size:673; } (duration: 120.541267ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:35.530075Z","caller":"traceutil/trace.go:171","msg":"trace[667521122] linearizableReadLoop","detail":"{readStateIndex:28470; appliedIndex:28469; }","duration":"195.189371ms","start":"2026-02-27T02:08:35.334862Z","end":"2026-02-27T02:08:35.530051Z","steps":["trace[667521122] 'read index received' (duration: 73.808152ms)","trace[667521122] 'applied index is now lower than readState.Index' (duration: 121.378939ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:35.530359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.469628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-27T02:08:35.530436Z","caller":"traceutil/trace.go:171","msg":"trace[592655345] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27168; }","duration":"195.613672ms","start":"2026-02-27T02:08:35.334805Z","end":"2026-02-27T02:08:35.530418Z","steps":["trace[592655345] 'agreement among raft nodes before linearized reading' (duration: 195.388206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:35.880854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.801475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:08:35.881003Z","caller":"traceutil/trace.go:171","msg":"trace[1627407532] linearizableReadLoop","detail":"{readStateIndex:28473; appliedIndex:28472; }","duration":"281.101972ms","start":"2026-02-27T02:08:35.599879Z","end":"2026-02-27T02:08:35.88098Z","steps":["trace[1627407532] 'read index received' (duration: 93.133762ms)","trace[1627407532] 'applied index is now lower than readState.Index' (duration: 187.96655ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:35.881098Z","caller":"traceutil/trace.go:171","msg":"trace[1147353341] transaction","detail":"{read_only:false; response_revision:27170; number_of_response:1; }","duration":"284.626986ms","start":"2026-02-27T02:08:35.596455Z","end":"2026-02-27T02:08:35.881082Z","steps":["trace[1147353341] 'process raft request' (duration: 96.518252ms)","trace[1147353341] 'compare' (duration: 187.648221ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:35.881349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.437291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:08:35.881453Z","caller":"traceutil/trace.go:171","msg":"trace[1489157316] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:27170; }","duration":"281.558484ms","start":"2026-02-27T02:08:35.59987Z","end":"2026-02-27T02:08:35.881429Z","steps":["trace[1489157316] 'agreement among raft nodes before linearized reading' (duration: 281.237535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:35.900196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.168306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3193"} {"level":"info","ts":"2026-02-27T02:08:35.900233Z","caller":"traceutil/trace.go:171","msg":"trace[1838988844] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:27171; }","duration":"300.265619ms","start":"2026-02-27T02:08:35.599959Z","end":"2026-02-27T02:08:35.900224Z","steps":["trace[1838988844] 'agreement among raft nodes before linearized reading' (duration: 300.128345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:35.900258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:35.599904Z","time spent":"300.34721ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3215,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-02-27T02:08:35.900287Z","caller":"traceutil/trace.go:171","msg":"trace[497540596] transaction","detail":"{read_only:false; response_revision:27171; number_of_response:1; }","duration":"184.129708ms","start":"2026-02-27T02:08:35.716126Z","end":"2026-02-27T02:08:35.900256Z","steps":["trace[497540596] 'process raft request' (duration: 183.867381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:35.900366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.791629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:08:35.900447Z","caller":"traceutil/trace.go:171","msg":"trace[1805784823] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27171; }","duration":"259.947292ms","start":"2026-02-27T02:08:35.640483Z","end":"2026-02-27T02:08:35.90043Z","steps":["trace[1805784823] 'agreement among raft nodes before linearized reading' (duration: 259.723326ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:36.05682Z","caller":"traceutil/trace.go:171","msg":"trace[1354149381] linearizableReadLoop","detail":"{readStateIndex:28475; appliedIndex:28474; }","duration":"148.66697ms","start":"2026-02-27T02:08:35.908132Z","end":"2026-02-27T02:08:36.056799Z","steps":["trace[1354149381] 'read index received' (duration: 108.93587ms)","trace[1354149381] 'applied index is now lower than readState.Index' (duration: 39.73008ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:36.05683Z","caller":"traceutil/trace.go:171","msg":"trace[1225950674] transaction","detail":"{read_only:false; response_revision:27172; number_of_response:1; }","duration":"151.366792ms","start":"2026-02-27T02:08:35.905406Z","end":"2026-02-27T02:08:36.056773Z","steps":["trace[1225950674] 'process raft request' (duration: 111.700243ms)","trace[1225950674] 'compare' (duration: 39.527235ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:36.057165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.007109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:36.057222Z","caller":"traceutil/trace.go:171","msg":"trace[493710142] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:27172; }","duration":"149.128543ms","start":"2026-02-27T02:08:35.908076Z","end":"2026-02-27T02:08:36.057205Z","steps":["trace[493710142] 'agreement among raft nodes before linearized reading' (duration: 148.811585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:36.05767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.65138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3178"} {"level":"info","ts":"2026-02-27T02:08:36.057837Z","caller":"traceutil/trace.go:171","msg":"trace[1575726209] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:27173; }","duration":"148.816065ms","start":"2026-02-27T02:08:35.908942Z","end":"2026-02-27T02:08:36.057758Z","steps":["trace[1575726209] 'agreement among raft nodes before linearized reading' (duration: 148.344992ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:36.24374Z","caller":"traceutil/trace.go:171","msg":"trace[1525722936] linearizableReadLoop","detail":"{readStateIndex:28478; appliedIndex:28476; }","duration":"179.188518ms","start":"2026-02-27T02:08:36.064513Z","end":"2026-02-27T02:08:36.243702Z","steps":["trace[1525722936] 'read index received' (duration: 56.654508ms)","trace[1525722936] 'applied index is now lower than readState.Index' (duration: 122.53215ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:36.243978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.452884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-02-27T02:08:36.244019Z","caller":"traceutil/trace.go:171","msg":"trace[1358898141] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:27175; }","duration":"179.560968ms","start":"2026-02-27T02:08:36.064448Z","end":"2026-02-27T02:08:36.244009Z","steps":["trace[1358898141] 'agreement among raft nodes before linearized reading' (duration: 179.365933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:36.452495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.829741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-27T02:08:36.452617Z","caller":"traceutil/trace.go:171","msg":"trace[1562289163] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27177; }","duration":"107.996185ms","start":"2026-02-27T02:08:36.344592Z","end":"2026-02-27T02:08:36.452589Z","steps":["trace[1562289163] 'range keys from in-memory index tree' (duration: 107.646216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:36.452666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.009665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:08:36.452771Z","caller":"traceutil/trace.go:171","msg":"trace[380288059] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27177; }","duration":"108.15134ms","start":"2026-02-27T02:08:36.344592Z","end":"2026-02-27T02:08:36.452743Z","steps":["trace[380288059] 'range keys from in-memory index tree' (duration: 107.738509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:36.858605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.002645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:08:36.858881Z","caller":"traceutil/trace.go:171","msg":"trace[404089488] transaction","detail":"{read_only:false; response_revision:27182; number_of_response:1; }","duration":"253.218244ms","start":"2026-02-27T02:08:36.60563Z","end":"2026-02-27T02:08:36.858848Z","steps":["trace[404089488] 'process raft request' (duration: 99.848849ms)","trace[404089488] 'compare' (duration: 152.817621ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:36.85875Z","caller":"traceutil/trace.go:171","msg":"trace[700272400] linearizableReadLoop","detail":"{readStateIndex:28487; appliedIndex:28486; }","duration":"248.656624ms","start":"2026-02-27T02:08:36.610072Z","end":"2026-02-27T02:08:36.858729Z","steps":["trace[700272400] 'read index received' (duration: 95.31499ms)","trace[700272400] 'applied index is now lower than readState.Index' (duration: 153.340484ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:36.859138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.046894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9669"} {"level":"info","ts":"2026-02-27T02:08:36.859343Z","caller":"traceutil/trace.go:171","msg":"trace[672071546] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:27182; }","duration":"249.276761ms","start":"2026-02-27T02:08:36.610053Z","end":"2026-02-27T02:08:36.85933Z","steps":["trace[672071546] 'agreement among raft nodes before linearized reading' (duration: 248.925162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:36.859526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.605627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:36.859606Z","caller":"traceutil/trace.go:171","msg":"trace[985856004] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27182; }","duration":"185.756271ms","start":"2026-02-27T02:08:36.67383Z","end":"2026-02-27T02:08:36.859586Z","steps":["trace[985856004] 'agreement among raft nodes before linearized reading' (duration: 185.594086ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:37.10653Z","caller":"traceutil/trace.go:171","msg":"trace[2009098934] linearizableReadLoop","detail":"{readStateIndex:28490; appliedIndex:28487; }","duration":"237.406527ms","start":"2026-02-27T02:08:36.869094Z","end":"2026-02-27T02:08:37.1065Z","steps":["trace[2009098934] 'read index received' (duration: 41.783885ms)","trace[2009098934] 'applied index is now lower than readState.Index' (duration: 195.620962ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:37.106789Z","caller":"traceutil/trace.go:171","msg":"trace[496222635] transaction","detail":"{read_only:false; response_revision:27186; number_of_response:1; }","duration":"237.601192ms","start":"2026-02-27T02:08:36.869156Z","end":"2026-02-27T02:08:37.106757Z","steps":["trace[496222635] 'process raft request' (duration: 237.251202ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:37.106794Z","caller":"traceutil/trace.go:171","msg":"trace[1647637228] transaction","detail":"{read_only:false; response_revision:27185; number_of_response:1; }","duration":"242.095221ms","start":"2026-02-27T02:08:36.864666Z","end":"2026-02-27T02:08:37.106761Z","steps":["trace[1647637228] 'process raft request' (duration: 241.661479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:37.106919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.429592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:08:37.106949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.191918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-02-27T02:08:37.106945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.826638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3190"} {"level":"info","ts":"2026-02-27T02:08:37.107001Z","caller":"traceutil/trace.go:171","msg":"trace[493034087] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27186; }","duration":"115.573085ms","start":"2026-02-27T02:08:36.991406Z","end":"2026-02-27T02:08:37.106979Z","steps":["trace[493034087] 'agreement among raft nodes before linearized reading' (duration: 115.425752ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:37.107002Z","caller":"traceutil/trace.go:171","msg":"trace[1185709532] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27186; }","duration":"221.282451ms","start":"2026-02-27T02:08:36.885706Z","end":"2026-02-27T02:08:37.106988Z","steps":["trace[1185709532] 'agreement among raft nodes before linearized reading' (duration: 221.067655ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:37.10701Z","caller":"traceutil/trace.go:171","msg":"trace[1981814694] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:27186; }","duration":"237.92828ms","start":"2026-02-27T02:08:36.869066Z","end":"2026-02-27T02:08:37.106995Z","steps":["trace[1981814694] 'agreement among raft nodes before linearized reading' (duration: 237.677453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:37.107492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.384042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:08:37.107551Z","caller":"traceutil/trace.go:171","msg":"trace[2055219764] transaction","detail":"{read_only:false; response_revision:27184; number_of_response:1; }","duration":"243.162569ms","start":"2026-02-27T02:08:36.864362Z","end":"2026-02-27T02:08:37.107525Z","steps":["trace[2055219764] 'process raft request' (duration: 165.556157ms)","trace[2055219764] 'compare' (duration: 76.184024ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:37.107634Z","caller":"traceutil/trace.go:171","msg":"trace[78118743] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27186; }","duration":"123.557497ms","start":"2026-02-27T02:08:36.984033Z","end":"2026-02-27T02:08:37.10759Z","steps":["trace[78118743] 'agreement among raft nodes before linearized reading' (duration: 123.280659ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:37.451568Z","caller":"traceutil/trace.go:171","msg":"trace[1110007601] linearizableReadLoop","detail":"{readStateIndex:28496; appliedIndex:28495; }","duration":"159.562309ms","start":"2026-02-27T02:08:37.29197Z","end":"2026-02-27T02:08:37.451533Z","steps":["trace[1110007601] 'read index received' (duration: 113.759018ms)","trace[1110007601] 'applied index is now lower than readState.Index' (duration: 45.801911ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:37.451672Z","caller":"traceutil/trace.go:171","msg":"trace[358253707] transaction","detail":"{read_only:false; response_revision:27191; number_of_response:1; }","duration":"159.806385ms","start":"2026-02-27T02:08:37.291838Z","end":"2026-02-27T02:08:37.451645Z","steps":["trace[358253707] 'process raft request' (duration: 113.888221ms)","trace[358253707] 'compare' (duration: 45.648337ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:37.451871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.874237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9665"} {"level":"info","ts":"2026-02-27T02:08:37.451969Z","caller":"traceutil/trace.go:171","msg":"trace[906730373] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:27191; }","duration":"159.99219ms","start":"2026-02-27T02:08:37.291955Z","end":"2026-02-27T02:08:37.451947Z","steps":["trace[906730373] 'agreement among raft nodes before linearized reading' (duration: 159.692202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:37.451948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.877199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:08:37.452035Z","caller":"traceutil/trace.go:171","msg":"trace[1889463679] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27191; }","duration":"123.009953ms","start":"2026-02-27T02:08:37.329004Z","end":"2026-02-27T02:08:37.452014Z","steps":["trace[1889463679] 'agreement among raft nodes before linearized reading' (duration: 122.724975ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:37.80995Z","caller":"traceutil/trace.go:171","msg":"trace[1519269640] linearizableReadLoop","detail":"{readStateIndex:28500; appliedIndex:28498; }","duration":"202.102963ms","start":"2026-02-27T02:08:37.607821Z","end":"2026-02-27T02:08:37.809924Z","steps":["trace[1519269640] 'read index received' (duration: 158.48856ms)","trace[1519269640] 'applied index is now lower than readState.Index' (duration: 43.613393ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:37.810201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.373241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9688"} {"level":"info","ts":"2026-02-27T02:08:37.810237Z","caller":"traceutil/trace.go:171","msg":"trace[1682689792] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:27195; }","duration":"202.462543ms","start":"2026-02-27T02:08:37.607763Z","end":"2026-02-27T02:08:37.810225Z","steps":["trace[1682689792] 'agreement among raft nodes before linearized reading' (duration: 202.299879ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:37.810454Z","caller":"traceutil/trace.go:171","msg":"trace[2071511365] transaction","detail":"{read_only:false; response_revision:27194; number_of_response:1; }","duration":"204.177018ms","start":"2026-02-27T02:08:37.606262Z","end":"2026-02-27T02:08:37.810439Z","steps":["trace[2071511365] 'process raft request' (duration: 159.964929ms)","trace[2071511365] 'compare' (duration: 43.519ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:37.810696Z","caller":"traceutil/trace.go:171","msg":"trace[13948635] transaction","detail":"{read_only:false; response_revision:27195; number_of_response:1; }","duration":"203.87347ms","start":"2026-02-27T02:08:37.606811Z","end":"2026-02-27T02:08:37.810685Z","steps":["trace[13948635] 'process raft request' (duration: 203.048918ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:38.024967Z","caller":"traceutil/trace.go:171","msg":"trace[1381110348] linearizableReadLoop","detail":"{readStateIndex:28502; appliedIndex:28501; }","duration":"152.371499ms","start":"2026-02-27T02:08:37.872565Z","end":"2026-02-27T02:08:38.024936Z","steps":["trace[1381110348] 'read index received' (duration: 75.231979ms)","trace[1381110348] 'applied index is now lower than readState.Index' (duration: 77.13847ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:38.025029Z","caller":"traceutil/trace.go:171","msg":"trace[949594959] transaction","detail":"{read_only:false; response_revision:27197; number_of_response:1; }","duration":"159.405565ms","start":"2026-02-27T02:08:37.865579Z","end":"2026-02-27T02:08:38.024985Z","steps":["trace[949594959] 'process raft request' (duration: 82.187193ms)","trace[949594959] 'compare' (duration: 77.022507ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:38.025198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.612985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T02:08:38.025278Z","caller":"traceutil/trace.go:171","msg":"trace[1284399201] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27197; }","duration":"152.725388ms","start":"2026-02-27T02:08:37.872519Z","end":"2026-02-27T02:08:38.025245Z","steps":["trace[1284399201] 'agreement among raft nodes before linearized reading' (duration: 152.559183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:38.025829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.226811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:38.025882Z","caller":"traceutil/trace.go:171","msg":"trace[1123274972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27197; }","duration":"153.294163ms","start":"2026-02-27T02:08:37.872573Z","end":"2026-02-27T02:08:38.025867Z","steps":["trace[1123274972] 'agreement among raft nodes before linearized reading' (duration: 153.217501ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:38.243931Z","caller":"traceutil/trace.go:171","msg":"trace[688106855] linearizableReadLoop","detail":"{readStateIndex:28507; appliedIndex:28506; }","duration":"112.280668ms","start":"2026-02-27T02:08:38.131613Z","end":"2026-02-27T02:08:38.243893Z","steps":["trace[688106855] 'read index received' (duration: 38.130408ms)","trace[688106855] 'applied index is now lower than readState.Index' (duration: 74.14788ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:38.244006Z","caller":"traceutil/trace.go:171","msg":"trace[84122927] transaction","detail":"{read_only:false; response_revision:27202; number_of_response:1; }","duration":"116.861789ms","start":"2026-02-27T02:08:38.127099Z","end":"2026-02-27T02:08:38.243961Z","steps":["trace[84122927] 'process raft request' (duration: 42.615226ms)","trace[84122927] 'compare' (duration: 73.959166ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:38.244189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.543605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9631"} {"level":"info","ts":"2026-02-27T02:08:38.244232Z","caller":"traceutil/trace.go:171","msg":"trace[1485013967] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:27202; }","duration":"112.632878ms","start":"2026-02-27T02:08:38.131587Z","end":"2026-02-27T02:08:38.24422Z","steps":["trace[1485013967] 'agreement among raft nodes before linearized reading' (duration: 112.434773ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:38.460127Z","caller":"traceutil/trace.go:171","msg":"trace[726218500] linearizableReadLoop","detail":"{readStateIndex:28509; appliedIndex:28508; }","duration":"131.303111ms","start":"2026-02-27T02:08:38.328783Z","end":"2026-02-27T02:08:38.460086Z","steps":["trace[726218500] 'read index received' (duration: 104.059111ms)","trace[726218500] 'applied index is now lower than readState.Index' (duration: 27.2413ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:38.46016Z","caller":"traceutil/trace.go:171","msg":"trace[410613556] transaction","detail":"{read_only:false; response_revision:27204; number_of_response:1; }","duration":"132.41192ms","start":"2026-02-27T02:08:38.327712Z","end":"2026-02-27T02:08:38.460124Z","steps":["trace[410613556] 'process raft request' (duration: 105.103928ms)","trace[410613556] 'compare' (duration: 26.991754ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:38.460386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.26035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:38.460438Z","caller":"traceutil/trace.go:171","msg":"trace[800500582] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:27204; }","duration":"103.374143ms","start":"2026-02-27T02:08:38.357038Z","end":"2026-02-27T02:08:38.460413Z","steps":["trace[800500582] 'agreement among raft nodes before linearized reading' (duration: 103.24767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:38.460439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.62271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9705"} {"level":"info","ts":"2026-02-27T02:08:38.460537Z","caller":"traceutil/trace.go:171","msg":"trace[717922693] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:27204; }","duration":"131.752414ms","start":"2026-02-27T02:08:38.328763Z","end":"2026-02-27T02:08:38.460516Z","steps":["trace[717922693] 'agreement among raft nodes before linearized reading' (duration: 131.421265ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:39.308451Z","caller":"traceutil/trace.go:171","msg":"trace[523101550] transaction","detail":"{read_only:false; response_revision:27213; number_of_response:1; }","duration":"106.328282ms","start":"2026-02-27T02:08:39.202077Z","end":"2026-02-27T02:08:39.308405Z","steps":["trace[523101550] 'process raft request' (duration: 60.360266ms)","trace[523101550] 'compare' (duration: 45.792821ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:40.431562Z","caller":"traceutil/trace.go:171","msg":"trace[1252426775] transaction","detail":"{read_only:false; response_revision:27219; number_of_response:1; }","duration":"183.260055ms","start":"2026-02-27T02:08:40.248262Z","end":"2026-02-27T02:08:40.431522Z","steps":["trace[1252426775] 'process raft request' (duration: 166.42062ms)","trace[1252426775] 'compare' (duration: 16.415104ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:40.810336Z","caller":"traceutil/trace.go:171","msg":"trace[1557114124] transaction","detail":"{read_only:false; response_revision:27220; number_of_response:1; }","duration":"164.481528ms","start":"2026-02-27T02:08:40.645813Z","end":"2026-02-27T02:08:40.810294Z","steps":["trace[1557114124] 'process raft request' (duration: 164.238162ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:41.047055Z","caller":"traceutil/trace.go:171","msg":"trace[518838225] transaction","detail":"{read_only:false; response_revision:27224; number_of_response:1; }","duration":"111.039576ms","start":"2026-02-27T02:08:40.935982Z","end":"2026-02-27T02:08:41.047022Z","steps":["trace[518838225] 'process raft request' (duration: 95.015592ms)","trace[518838225] 'compare' (duration: 15.8973ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:08:41.557032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551225746,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:08:41.905008Z","caller":"traceutil/trace.go:171","msg":"trace[663077744] transaction","detail":"{read_only:false; response_revision:27226; number_of_response:1; }","duration":"851.253106ms","start":"2026-02-27T02:08:41.053724Z","end":"2026-02-27T02:08:41.904977Z","steps":["trace[663077744] 'process raft request' (duration: 851.04211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:41.905339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:41.053711Z","time spent":"851.503382ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T02:08:41.937597Z","caller":"traceutil/trace.go:171","msg":"trace[1535726906] transaction","detail":"{read_only:false; response_revision:27228; number_of_response:1; }","duration":"789.230786ms","start":"2026-02-27T02:08:41.148328Z","end":"2026-02-27T02:08:41.937559Z","steps":["trace[1535726906] 'process raft request' (duration: 789.136644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:41.937781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:41.148301Z","time spent":"789.38649ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:41.938085Z","caller":"traceutil/trace.go:171","msg":"trace[1299176093] transaction","detail":"{read_only:false; response_revision:27229; number_of_response:1; }","duration":"688.308978ms","start":"2026-02-27T02:08:41.249738Z","end":"2026-02-27T02:08:41.938047Z","steps":["trace[1299176093] 'process raft request' (duration: 687.770764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:41.938256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:41.249722Z","time spent":"688.456382ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:08:41.938374Z","caller":"traceutil/trace.go:171","msg":"trace[604720792] transaction","detail":"{read_only:false; response_revision:27227; number_of_response:1; }","duration":"883.685874ms","start":"2026-02-27T02:08:41.053927Z","end":"2026-02-27T02:08:41.937613Z","steps":["trace[604720792] 'process raft request' (duration: 883.374535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:41.938765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:41.053898Z","time spent":"884.646958ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:42.044298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.371692ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T02:08:42.044851Z","caller":"traceutil/trace.go:171","msg":"trace[54665703] linearizableReadLoop","detail":"{readStateIndex:28535; appliedIndex:28530; }","duration":"988.775851ms","start":"2026-02-27T02:08:41.056051Z","end":"2026-02-27T02:08:42.044827Z","steps":["trace[54665703] 'read index received' (duration: 848.77044ms)","trace[54665703] 'applied index is now lower than readState.Index' (duration: 140.003851ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:08:42.044983Z","caller":"traceutil/trace.go:171","msg":"trace[1267274] transaction","detail":"{read_only:false; response_revision:27230; number_of_response:1; }","duration":"418.492634ms","start":"2026-02-27T02:08:41.626444Z","end":"2026-02-27T02:08:42.044937Z","steps":["trace[1267274] 'process raft request' (duration: 418.128344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.045144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.044069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:08:42.045247Z","caller":"traceutil/trace.go:171","msg":"trace[1579765472] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27230; }","duration":"989.210533ms","start":"2026-02-27T02:08:41.056013Z","end":"2026-02-27T02:08:42.045223Z","steps":["trace[1579765472] 'agreement among raft nodes before linearized reading' (duration: 988.934825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.045176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:41.62641Z","time spent":"418.674869ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:08:42.045297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:41.055998Z","time spent":"989.289715ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:08:42.141741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.963756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:08:42.141897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.780648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-27T02:08:42.141994Z","caller":"traceutil/trace.go:171","msg":"trace[1862900260] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:27231; }","duration":"697.885921ms","start":"2026-02-27T02:08:41.444064Z","end":"2026-02-27T02:08:42.14195Z","steps":["trace[1862900260] 'agreement among raft nodes before linearized reading' (duration: 696.830963ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:42.141966Z","caller":"traceutil/trace.go:171","msg":"trace[417270683] transaction","detail":"{read_only:false; response_revision:27231; number_of_response:1; }","duration":"210.437493ms","start":"2026-02-27T02:08:41.931492Z","end":"2026-02-27T02:08:42.14193Z","steps":["trace[417270683] 'process raft request' (duration: 209.054177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.142054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:41.444049Z","time spent":"697.991904ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-27T02:08:42.142018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.471774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T02:08:42.142088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.094002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T02:08:42.142098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.186743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T02:08:42.142186Z","caller":"traceutil/trace.go:171","msg":"trace[15252220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27231; }","duration":"946.637528ms","start":"2026-02-27T02:08:41.195475Z","end":"2026-02-27T02:08:42.142112Z","steps":["trace[15252220] 'agreement among raft nodes before linearized reading' (duration: 945.446387ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:42.142209Z","caller":"traceutil/trace.go:171","msg":"trace[1447629199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27231; }","duration":"118.191305ms","start":"2026-02-27T02:08:42.023961Z","end":"2026-02-27T02:08:42.142152Z","steps":["trace[1447629199] 'agreement among raft nodes before linearized reading' (duration: 117.98745ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:42.142229Z","caller":"traceutil/trace.go:171","msg":"trace[1120557603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27231; }","duration":"944.389258ms","start":"2026-02-27T02:08:41.197824Z","end":"2026-02-27T02:08:42.142213Z","steps":["trace[1120557603] 'agreement among raft nodes before linearized reading' (duration: 943.073603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.142268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:41.195414Z","time spent":"946.836563ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:08:42.142251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.822722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:08:42.142327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:41.197797Z","time spent":"944.513281ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T02:08:42.142446Z","caller":"traceutil/trace.go:171","msg":"trace[652755549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27231; }","duration":"172.020308ms","start":"2026-02-27T02:08:41.97033Z","end":"2026-02-27T02:08:42.14235Z","steps":["trace[652755549] 'agreement among raft nodes before linearized reading' (duration: 171.69405ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:42.141902Z","caller":"traceutil/trace.go:171","msg":"trace[238191533] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:27231; }","duration":"832.157261ms","start":"2026-02-27T02:08:41.30969Z","end":"2026-02-27T02:08:42.141848Z","steps":["trace[238191533] 'agreement among raft nodes before linearized reading' (duration: 831.129034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.14279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:41.309665Z","time spent":"833.103286ms","remote":"127.0.0.1:43436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:08:42.142809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.813974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T02:08:42.142859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.120305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:08:42.143017Z","caller":"traceutil/trace.go:171","msg":"trace[525117129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27231; }","duration":"269.280059ms","start":"2026-02-27T02:08:41.873674Z","end":"2026-02-27T02:08:42.142955Z","steps":["trace[525117129] 'agreement among raft nodes before linearized reading' (duration: 268.749295ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:42.142884Z","caller":"traceutil/trace.go:171","msg":"trace[991581953] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27231; }","duration":"805.890317ms","start":"2026-02-27T02:08:41.336957Z","end":"2026-02-27T02:08:42.142847Z","steps":["trace[991581953] 'agreement among raft nodes before linearized reading' (duration: 805.497806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.143148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:41.336943Z","time spent":"806.153503ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:08:42.141894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.703224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:08:42.152467Z","caller":"traceutil/trace.go:171","msg":"trace[2134606199] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27231; }","duration":"689.204601ms","start":"2026-02-27T02:08:41.463158Z","end":"2026-02-27T02:08:42.152362Z","steps":["trace[2134606199] 'agreement among raft nodes before linearized reading' (duration: 677.628715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:08:42.153401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:08:41.463153Z","time spent":"690.222018ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:08:42.182191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.11909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T02:08:42.182301Z","caller":"traceutil/trace.go:171","msg":"trace[1213783540] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27233; }","duration":"133.272954ms","start":"2026-02-27T02:08:42.049Z","end":"2026-02-27T02:08:42.182273Z","steps":["trace[1213783540] 'agreement among raft nodes before linearized reading' (duration: 132.576226ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:08:58.350891Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25517} {"level":"info","ts":"2026-02-27T02:08:58.520811Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25517,"took":"164.463758ms","hash":2617380675,"current-db-size-bytes":48197632,"current-db-size":"48 MB","current-db-size-in-use-bytes":29708288,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-27T02:08:58.520985Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2617380675,"revision":25517,"compact-revision":22077} {"level":"warn","ts":"2026-02-27T02:09:26.516173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.805559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:09:26.516267Z","caller":"traceutil/trace.go:171","msg":"trace[557736605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27710; }","duration":"318.953373ms","start":"2026-02-27T02:09:26.19729Z","end":"2026-02-27T02:09:26.516243Z","steps":["trace[557736605] 'range keys from in-memory index tree' (duration: 318.618914ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:26.516276Z","caller":"traceutil/trace.go:171","msg":"trace[2016458043] transaction","detail":"{read_only:false; response_revision:27711; number_of_response:1; }","duration":"251.807857ms","start":"2026-02-27T02:09:26.264453Z","end":"2026-02-27T02:09:26.516261Z","steps":["trace[2016458043] 'process raft request' (duration: 251.073238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:26.516314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:26.197263Z","time spent":"319.040185ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T02:09:26.521624Z","caller":"traceutil/trace.go:171","msg":"trace[334369945] linearizableReadLoop","detail":"{readStateIndex:29039; appliedIndex:29037; }","duration":"182.277109ms","start":"2026-02-27T02:09:26.339324Z","end":"2026-02-27T02:09:26.521601Z","steps":["trace[334369945] 'read index received' (duration: 176.26358ms)","trace[334369945] 'applied index is now lower than readState.Index' (duration: 6.012359ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:09:26.521661Z","caller":"traceutil/trace.go:171","msg":"trace[1763786053] transaction","detail":"{read_only:false; response_revision:27712; number_of_response:1; }","duration":"184.58129ms","start":"2026-02-27T02:09:26.337042Z","end":"2026-02-27T02:09:26.521623Z","steps":["trace[1763786053] 'process raft request' (duration: 184.433136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:26.521835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.493915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:09:26.521883Z","caller":"traceutil/trace.go:171","msg":"trace[968110886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27712; }","duration":"182.574897ms","start":"2026-02-27T02:09:26.339294Z","end":"2026-02-27T02:09:26.521869Z","steps":["trace[968110886] 'agreement among raft nodes before linearized reading' (duration: 182.427923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:26.522372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.155727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:26.522477Z","caller":"traceutil/trace.go:171","msg":"trace[356325356] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:27713; }","duration":"162.298641ms","start":"2026-02-27T02:09:26.360156Z","end":"2026-02-27T02:09:26.522454Z","steps":["trace[356325356] 'agreement among raft nodes before linearized reading' (duration: 162.110556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:26.522805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.711069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:09:26.522832Z","caller":"traceutil/trace.go:171","msg":"trace[1913067779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27713; }","duration":"132.76279ms","start":"2026-02-27T02:09:26.390062Z","end":"2026-02-27T02:09:26.522825Z","steps":["trace[1913067779] 'agreement among raft nodes before linearized reading' (duration: 132.684718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:26.523025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.491813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:09:26.523025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.756296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T02:09:26.523047Z","caller":"traceutil/trace.go:171","msg":"trace[1501713215] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27713; }","duration":"146.534234ms","start":"2026-02-27T02:09:26.376507Z","end":"2026-02-27T02:09:26.523041Z","steps":["trace[1501713215] 'agreement among raft nodes before linearized reading' (duration: 146.473213ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:26.523081Z","caller":"traceutil/trace.go:171","msg":"trace[952107639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27713; }","duration":"119.832988ms","start":"2026-02-27T02:09:26.403232Z","end":"2026-02-27T02:09:26.523065Z","steps":["trace[952107639] 'agreement among raft nodes before linearized reading' (duration: 119.626082ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:42.178038Z","caller":"traceutil/trace.go:171","msg":"trace[1191592243] transaction","detail":"{read_only:false; response_revision:27839; number_of_response:1; }","duration":"186.165771ms","start":"2026-02-27T02:09:41.991846Z","end":"2026-02-27T02:09:42.178012Z","steps":["trace[1191592243] 'process raft request' (duration: 186.007087ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:42.178788Z","caller":"traceutil/trace.go:171","msg":"trace[155087706] transaction","detail":"{read_only:false; response_revision:27840; number_of_response:1; }","duration":"101.35815ms","start":"2026-02-27T02:09:42.077393Z","end":"2026-02-27T02:09:42.178751Z","steps":["trace[155087706] 'process raft request' (duration: 101.187146ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:46.775112Z","caller":"traceutil/trace.go:171","msg":"trace[1623964390] transaction","detail":"{read_only:false; response_revision:27875; number_of_response:1; }","duration":"103.632959ms","start":"2026-02-27T02:09:46.671445Z","end":"2026-02-27T02:09:46.775078Z","steps":["trace[1623964390] 'process raft request' (duration: 101.792071ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:46.776977Z","caller":"traceutil/trace.go:171","msg":"trace[1420478571] transaction","detail":"{read_only:false; response_revision:27876; number_of_response:1; }","duration":"103.909507ms","start":"2026-02-27T02:09:46.673053Z","end":"2026-02-27T02:09:46.776962Z","steps":["trace[1420478571] 'process raft request' (duration: 103.784584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:48.595943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061217216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:48.596039Z","caller":"traceutil/trace.go:171","msg":"trace[999961949] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27889; }","duration":"1.06137136s","start":"2026-02-27T02:09:47.534648Z","end":"2026-02-27T02:09:48.59602Z","steps":["trace[999961949] 'count revisions from in-memory index tree' (duration: 1.061115673s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:48.596071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:47.534623Z","time spent":"1.061439902s","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:09:48.596326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.50025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:48.596362Z","caller":"traceutil/trace.go:171","msg":"trace[564492583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27889; }","duration":"725.573722ms","start":"2026-02-27T02:09:47.87078Z","end":"2026-02-27T02:09:48.596354Z","steps":["trace[564492583] 'range keys from in-memory index tree' (duration: 725.424718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:48.596378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:47.870758Z","time spent":"725.616514ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:09:48.596462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.309024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:09:48.596563Z","caller":"traceutil/trace.go:171","msg":"trace[1852723232] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27889; }","duration":"874.477269ms","start":"2026-02-27T02:09:47.722062Z","end":"2026-02-27T02:09:48.596539Z","steps":["trace[1852723232] 'count revisions from in-memory index tree' (duration: 874.232582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:48.596624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:47.722044Z","time spent":"874.567211ms","remote":"127.0.0.1:60232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:09:48.596643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.871295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-27T02:09:48.596677Z","caller":"traceutil/trace.go:171","msg":"trace[343820477] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:27889; }","duration":"126.941966ms","start":"2026-02-27T02:09:48.469725Z","end":"2026-02-27T02:09:48.596667Z","steps":["trace[343820477] 'range keys from in-memory index tree' (duration: 126.738941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:48.59667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.014242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17311"} {"level":"info","ts":"2026-02-27T02:09:48.59675Z","caller":"traceutil/trace.go:171","msg":"trace[1325743188] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27889; }","duration":"676.141475ms","start":"2026-02-27T02:09:47.92059Z","end":"2026-02-27T02:09:48.596732Z","steps":["trace[1325743188] 'range keys from in-memory index tree' (duration: 675.841537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:48.596774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:47.920567Z","time spent":"676.201726ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17333,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T02:09:49.289143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551227823,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:09:49.598363Z","caller":"traceutil/trace.go:171","msg":"trace[1700658989] transaction","detail":"{read_only:false; response_revision:27890; number_of_response:1; }","duration":"814.438193ms","start":"2026-02-27T02:09:48.783889Z","end":"2026-02-27T02:09:49.598327Z","steps":["trace[1700658989] 'process raft request' (duration: 814.257708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:49.598572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.78386Z","time spent":"814.619287ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:09:50.851964Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.253779558s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T02:09:50.853092Z","caller":"traceutil/trace.go:171","msg":"trace[1993857850] transaction","detail":"{read_only:false; response_revision:27891; number_of_response:1; }","duration":"2.069050152s","start":"2026-02-27T02:09:48.784011Z","end":"2026-02-27T02:09:50.853061Z","steps":["trace[1993857850] 'process raft request' (duration: 2.068338943s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:50.853247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.78398Z","time spent":"2.069187345s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:09:50.853564Z","caller":"traceutil/trace.go:171","msg":"trace[2019043097] transaction","detail":"{read_only:false; response_revision:27892; number_of_response:1; }","duration":"1.935901562s","start":"2026-02-27T02:09:48.917639Z","end":"2026-02-27T02:09:50.853541Z","steps":["trace[2019043097] 'process raft request' (duration: 1.935305007s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:50.853707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.917614Z","time spent":"1.936026175s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:09:50.853599Z","caller":"traceutil/trace.go:171","msg":"trace[1145996809] linearizableReadLoop","detail":"{readStateIndex:29228; appliedIndex:29224; }","duration":"2.064899663s","start":"2026-02-27T02:09:48.788655Z","end":"2026-02-27T02:09:50.853554Z","steps":["trace[1145996809] 'read index received' (duration: 809.568224ms)","trace[1145996809] 'applied index is now lower than readState.Index' (duration: 1.255330359s)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:09:50.853767Z","caller":"traceutil/trace.go:171","msg":"trace[1134759194] transaction","detail":"{read_only:false; response_revision:27893; number_of_response:1; }","duration":"1.590620574s","start":"2026-02-27T02:09:49.263121Z","end":"2026-02-27T02:09:50.853742Z","steps":["trace[1134759194] 'process raft request' (duration: 1.590302455s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:50.853866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:49.263103Z","time spent":"1.590718996s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:09:50.854028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065351734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:09:50.854194Z","caller":"traceutil/trace.go:171","msg":"trace[1968323772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27893; }","duration":"2.065545089s","start":"2026-02-27T02:09:48.788609Z","end":"2026-02-27T02:09:50.854154Z","steps":["trace[1968323772] 'agreement among raft nodes before linearized reading' (duration: 2.065216431s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:50.854247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.788589Z","time spent":"2.065646083s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:09:50.874069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000733716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T02:09:50.874126Z","caller":"traceutil/trace.go:171","msg":"trace[25682658] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000844899s","start":"2026-02-27T02:09:48.873269Z","end":"2026-02-27T02:09:50.874114Z","steps":["trace[25682658] 'agreement among raft nodes before linearized reading' (duration: 2.000783138s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:50.874167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.873246Z","time spent":"2.00091255s","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 02:09:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T02:09:51.127217Z","caller":"traceutil/trace.go:171","msg":"trace[1987182873] linearizableReadLoop","detail":"{readStateIndex:29229; appliedIndex:29228; }","duration":"273.385528ms","start":"2026-02-27T02:09:50.853762Z","end":"2026-02-27T02:09:51.127148Z","steps":["trace[1987182873] 'read index received' (duration: 272.410102ms)","trace[1987182873] 'applied index is now lower than readState.Index' (duration: 974.286µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:09:51.127366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880784475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-02-27T02:09:51.127404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201932545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T02:09:51.127438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202047328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:09:51.127452Z","caller":"traceutil/trace.go:171","msg":"trace[1316634249] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27894; }","duration":"1.880903017s","start":"2026-02-27T02:09:49.246523Z","end":"2026-02-27T02:09:51.127426Z","steps":["trace[1316634249] 'agreement among raft nodes before linearized reading' (duration: 1.88062981s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:51.127473Z","caller":"traceutil/trace.go:171","msg":"trace[1508082912] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27894; }","duration":"2.20213717s","start":"2026-02-27T02:09:48.925326Z","end":"2026-02-27T02:09:51.127463Z","steps":["trace[1508082912] 'agreement among raft nodes before linearized reading' (duration: 2.202012937s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:51.127478Z","caller":"traceutil/trace.go:171","msg":"trace[1061576484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27894; }","duration":"2.202032438s","start":"2026-02-27T02:09:48.925425Z","end":"2026-02-27T02:09:51.127457Z","steps":["trace[1061576484] 'agreement among raft nodes before linearized reading' (duration: 2.201736s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:51.127497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:49.246513Z","time spent":"1.88097603s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:09:51.127509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.925316Z","time spent":"2.202185372s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:09:51.12752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.925415Z","time spent":"2.20209447s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:09:51.127697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889025112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:09:51.127741Z","caller":"traceutil/trace.go:171","msg":"trace[595208982] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27894; }","duration":"1.889085544s","start":"2026-02-27T02:09:49.238639Z","end":"2026-02-27T02:09:51.127725Z","steps":["trace[595208982] 'agreement among raft nodes before linearized reading' (duration: 1.888968071s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:51.127764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205470789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T02:09:51.127775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:49.238629Z","time spent":"1.889137115s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:09:51.127797Z","caller":"traceutil/trace.go:171","msg":"trace[1723641311] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27894; }","duration":"2.205577782s","start":"2026-02-27T02:09:48.92221Z","end":"2026-02-27T02:09:51.127787Z","steps":["trace[1723641311] 'agreement among raft nodes before linearized reading' (duration: 2.2054902s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:51.127777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152185242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:09:51.127864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8453977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:51.127878Z","caller":"traceutil/trace.go:171","msg":"trace[612591708] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27894; }","duration":"1.152368227s","start":"2026-02-27T02:09:49.975488Z","end":"2026-02-27T02:09:51.127856Z","steps":["trace[612591708] 'agreement among raft nodes before linearized reading' (duration: 1.152164491s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:51.127907Z","caller":"traceutil/trace.go:171","msg":"trace[1112598987] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:27894; }","duration":"1.845485302s","start":"2026-02-27T02:09:49.282407Z","end":"2026-02-27T02:09:51.127893Z","steps":["trace[1112598987] 'agreement among raft nodes before linearized reading' (duration: 1.84540978s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:51.127926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205774847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T02:09:51.12794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:49.282387Z","time spent":"1.845544713s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:09:51.127822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.922188Z","time spent":"2.205628853s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:09:51.127956Z","caller":"traceutil/trace.go:171","msg":"trace[579589849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27894; }","duration":"2.205824438s","start":"2026-02-27T02:09:48.922122Z","end":"2026-02-27T02:09:51.127947Z","steps":["trace[579589849] 'agreement among raft nodes before linearized reading' (duration: 2.205718855s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:51.127937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907789569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-02-27T02:09:51.127987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.922105Z","time spent":"2.20587532s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:09:51.128012Z","caller":"traceutil/trace.go:171","msg":"trace[1639536085] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27894; }","duration":"1.907901122s","start":"2026-02-27T02:09:49.220099Z","end":"2026-02-27T02:09:51.128Z","steps":["trace[1639536085] 'agreement among raft nodes before linearized reading' (duration: 1.907756418s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:51.128049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:49.220077Z","time spent":"1.907961554s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T02:09:51.128115Z","caller":"traceutil/trace.go:171","msg":"trace[911065413] transaction","detail":"{read_only:false; response_revision:27894; number_of_response:1; }","duration":"1.443801931s","start":"2026-02-27T02:09:49.684297Z","end":"2026-02-27T02:09:51.128099Z","steps":["trace[911065413] 'process raft request' (duration: 1.441962043s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:51.128124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323792219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:51.12816Z","caller":"traceutil/trace.go:171","msg":"trace[662718685] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:27894; }","duration":"1.323866841s","start":"2026-02-27T02:09:49.804282Z","end":"2026-02-27T02:09:51.128148Z","steps":["trace[662718685] 'agreement among raft nodes before linearized reading' (duration: 1.323806999s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:51.1282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:49.684269Z","time spent":"1.443872123s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:09:51.128235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208259403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T02:09:51.127937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:49.975463Z","time spent":"1.152463799s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:09:51.128273Z","caller":"traceutil/trace.go:171","msg":"trace[341165409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27894; }","duration":"2.208349896s","start":"2026-02-27T02:09:48.919912Z","end":"2026-02-27T02:09:51.128262Z","steps":["trace[341165409] 'agreement among raft nodes before linearized reading' (duration: 2.208227022s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:51.128304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:48.919903Z","time spent":"2.208393696s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:09:51.128193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:49.804252Z","time spent":"1.323932983s","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:09:51.190692Z","caller":"traceutil/trace.go:171","msg":"trace[1542323833] transaction","detail":"{read_only:false; response_revision:27895; number_of_response:1; }","duration":"331.788042ms","start":"2026-02-27T02:09:50.858873Z","end":"2026-02-27T02:09:51.190661Z","steps":["trace[1542323833] 'process raft request' (duration: 331.652238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:51.190866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.715534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:51.190939Z","caller":"traceutil/trace.go:171","msg":"trace[673159284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27895; }","duration":"316.823076ms","start":"2026-02-27T02:09:50.8741Z","end":"2026-02-27T02:09:51.190923Z","steps":["trace[673159284] 'agreement among raft nodes before linearized reading' (duration: 316.635101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:51.190979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:50.874084Z","time spent":"316.888458ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:09:51.191036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:50.858853Z","time spent":"331.999337ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:09:51.690923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551227838,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:09:52.174838Z","caller":"traceutil/trace.go:171","msg":"trace[519840722] transaction","detail":"{read_only:false; response_revision:27896; number_of_response:1; }","duration":"1.041357661s","start":"2026-02-27T02:09:51.133445Z","end":"2026-02-27T02:09:52.174803Z","steps":["trace[519840722] 'process raft request' (duration: 1.040778906s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:52.175008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:51.133428Z","time spent":"1.041495325s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:09:52.174965Z","caller":"traceutil/trace.go:171","msg":"trace[1239660714] transaction","detail":"{read_only:false; response_revision:27897; number_of_response:1; }","duration":"1.040715914s","start":"2026-02-27T02:09:51.134219Z","end":"2026-02-27T02:09:52.174935Z","steps":["trace[1239660714] 'process raft request' (duration: 1.040503588s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:52.175145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:51.134205Z","time spent":"1.040851988s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:09:52.175111Z","caller":"traceutil/trace.go:171","msg":"trace[1570621642] transaction","detail":"{read_only:false; response_revision:27898; number_of_response:1; }","duration":"1.040143049s","start":"2026-02-27T02:09:51.134933Z","end":"2026-02-27T02:09:52.175076Z","steps":["trace[1570621642] 'process raft request' (duration: 1.039843261s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:52.175482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:51.134924Z","time spent":"1.040371015s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:09:52.180161Z","caller":"traceutil/trace.go:171","msg":"trace[420469821] transaction","detail":"{read_only:false; response_revision:27899; number_of_response:1; }","duration":"1.044358301s","start":"2026-02-27T02:09:51.135791Z","end":"2026-02-27T02:09:52.180149Z","steps":["trace[420469821] 'process raft request' (duration: 1.044076303s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:52.180235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:51.13578Z","time spent":"1.044417262s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:09:52.18124Z","caller":"traceutil/trace.go:171","msg":"trace[539859907] transaction","detail":"{read_only:false; response_revision:27900; number_of_response:1; }","duration":"1.044635118s","start":"2026-02-27T02:09:51.136584Z","end":"2026-02-27T02:09:52.181219Z","steps":["trace[539859907] 'process raft request' (duration: 1.043540179s)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:52.182177Z","caller":"traceutil/trace.go:171","msg":"trace[64572814] linearizableReadLoop","detail":"{readStateIndex:29237; appliedIndex:29230; }","duration":"991.457952ms","start":"2026-02-27T02:09:51.190705Z","end":"2026-02-27T02:09:52.182163Z","steps":["trace[64572814] 'read index received' (duration: 983.342057ms)","trace[64572814] 'applied index is now lower than readState.Index' (duration: 8.114775ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:09:52.182284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:51.136559Z","time spent":"1.0447461s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:09:52.18267Z","caller":"traceutil/trace.go:171","msg":"trace[2014513932] transaction","detail":"{read_only:false; response_revision:27901; number_of_response:1; }","duration":"578.272747ms","start":"2026-02-27T02:09:51.604349Z","end":"2026-02-27T02:09:52.182622Z","steps":["trace[2014513932] 'process raft request' (duration: 576.748947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:52.18274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:51.604324Z","time spent":"578.37909ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:09:52.18329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.889265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:52.183428Z","caller":"traceutil/trace.go:171","msg":"trace[1833854407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27901; }","duration":"986.049239ms","start":"2026-02-27T02:09:51.197363Z","end":"2026-02-27T02:09:52.183413Z","steps":["trace[1833854407] 'agreement among raft nodes before linearized reading' (duration: 985.870494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:52.183512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:51.197347Z","time spent":"986.155342ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:09:52.18373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.955265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:52.18376Z","caller":"traceutil/trace.go:171","msg":"trace[240003688] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:27901; }","duration":"450.024937ms","start":"2026-02-27T02:09:51.733728Z","end":"2026-02-27T02:09:52.183753Z","steps":["trace[240003688] 'agreement among raft nodes before linearized reading' (duration: 449.965536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:52.183903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:51.733715Z","time spent":"450.176831ms","remote":"127.0.0.1:39570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:09:52.184018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051598032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-02-27T02:09:52.184074Z","caller":"traceutil/trace.go:171","msg":"trace[495726667] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27901; }","duration":"1.051675394s","start":"2026-02-27T02:09:51.132381Z","end":"2026-02-27T02:09:52.184057Z","steps":["trace[495726667] 'agreement among raft nodes before linearized reading' (duration: 1.05153557s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:52.184109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:51.132361Z","time spent":"1.051739975s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:09:52.184127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.309096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-27T02:09:52.184158Z","caller":"traceutil/trace.go:171","msg":"trace[1261279062] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:27901; }","duration":"691.367437ms","start":"2026-02-27T02:09:51.492779Z","end":"2026-02-27T02:09:52.184147Z","steps":["trace[1261279062] 'agreement among raft nodes before linearized reading' (duration: 691.266345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:52.184186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:51.492762Z","time spent":"691.419339ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-27T02:09:52.183848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.841305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:52.184482Z","caller":"traceutil/trace.go:171","msg":"trace[1161197219] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:27901; }","duration":"744.505782ms","start":"2026-02-27T02:09:51.439945Z","end":"2026-02-27T02:09:52.184451Z","steps":["trace[1161197219] 'agreement among raft nodes before linearized reading' (duration: 743.873056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:52.184548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050811251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T02:09:52.184586Z","caller":"traceutil/trace.go:171","msg":"trace[1544705203] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27901; }","duration":"1.050881703s","start":"2026-02-27T02:09:51.133695Z","end":"2026-02-27T02:09:52.184577Z","steps":["trace[1544705203] 'agreement among raft nodes before linearized reading' (duration: 1.05078795s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:52.184616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:51.133675Z","time spent":"1.050934955s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:09:52.183666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050794611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-02-27T02:09:52.184851Z","caller":"traceutil/trace.go:171","msg":"trace[942754544] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27901; }","duration":"1.051999112s","start":"2026-02-27T02:09:51.132843Z","end":"2026-02-27T02:09:52.184842Z","steps":["trace[942754544] 'agreement among raft nodes before linearized reading' (duration: 1.050745739s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:52.184872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:51.132834Z","time spent":"1.052031013s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:09:52.18778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:51.439922Z","time spent":"744.642546ms","remote":"127.0.0.1:51802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:09:55.146173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.716439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:09:55.146604Z","caller":"traceutil/trace.go:171","msg":"trace[1316842365] transaction","detail":"{read_only:false; response_revision:27921; number_of_response:1; }","duration":"891.862389ms","start":"2026-02-27T02:09:54.25472Z","end":"2026-02-27T02:09:55.146582Z","steps":["trace[1316842365] 'process raft request' (duration: 891.754817ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:55.146675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:54.254704Z","time spent":"891.940051ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:09:55.146891Z","caller":"traceutil/trace.go:171","msg":"trace[1857177323] transaction","detail":"{read_only:false; response_revision:27920; number_of_response:1; }","duration":"906.814324ms","start":"2026-02-27T02:09:54.240064Z","end":"2026-02-27T02:09:55.146879Z","steps":["trace[1857177323] 'process raft request' (duration: 380.308124ms)","trace[1857177323] 'compare' (duration: 525.213696ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:09:55.146952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:54.24004Z","time spent":"906.883447ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:09:55.147093Z","caller":"traceutil/trace.go:171","msg":"trace[1258590043] linearizableReadLoop","detail":"{readStateIndex:29257; appliedIndex:29256; }","duration":"896.42283ms","start":"2026-02-27T02:09:54.250658Z","end":"2026-02-27T02:09:55.147081Z","steps":["trace[1258590043] 'read index received' (duration: 369.671213ms)","trace[1258590043] 'applied index is now lower than readState.Index' (duration: 526.750377ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:09:55.147319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.330375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-02-27T02:09:55.147356Z","caller":"traceutil/trace.go:171","msg":"trace[1268676129] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27921; }","duration":"908.381467ms","start":"2026-02-27T02:09:54.238965Z","end":"2026-02-27T02:09:55.147347Z","steps":["trace[1268676129] 'agreement among raft nodes before linearized reading' (duration: 908.180311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:55.147386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:54.23896Z","time spent":"908.420018ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:09:55.155166Z","caller":"traceutil/trace.go:171","msg":"trace[1953186369] transaction","detail":"{read_only:false; response_revision:27922; number_of_response:1; }","duration":"252.228289ms","start":"2026-02-27T02:09:54.902919Z","end":"2026-02-27T02:09:55.155147Z","steps":["trace[1953186369] 'process raft request' (duration: 252.013013ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:55.155193Z","caller":"traceutil/trace.go:171","msg":"trace[1252276593] transaction","detail":"{read_only:false; response_revision:27923; number_of_response:1; }","duration":"250.283407ms","start":"2026-02-27T02:09:54.904865Z","end":"2026-02-27T02:09:55.155148Z","steps":["trace[1252276593] 'process raft request' (duration: 250.197135ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:55.155395Z","caller":"traceutil/trace.go:171","msg":"trace[887722069] transaction","detail":"{read_only:false; response_revision:27924; number_of_response:1; }","duration":"250.082941ms","start":"2026-02-27T02:09:54.905304Z","end":"2026-02-27T02:09:55.155387Z","steps":["trace[887722069] 'process raft request' (duration: 249.800384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:55.155406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.734351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:09:55.15541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.394073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:09:55.155434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.839561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-02-27T02:09:55.15549Z","caller":"traceutil/trace.go:171","msg":"trace[1268378094] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27924; }","duration":"418.877395ms","start":"2026-02-27T02:09:54.736593Z","end":"2026-02-27T02:09:55.155471Z","steps":["trace[1268378094] 'agreement among raft nodes before linearized reading' (duration: 418.733711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:55.155527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:54.736567Z","time spent":"418.951357ms","remote":"127.0.0.1:58326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:09:55.155543Z","caller":"traceutil/trace.go:171","msg":"trace[836195105] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27924; }","duration":"166.991416ms","start":"2026-02-27T02:09:54.98852Z","end":"2026-02-27T02:09:55.155511Z","steps":["trace[836195105] 'agreement among raft nodes before linearized reading' (duration: 166.802261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:55.155605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.780602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-27T02:09:55.155657Z","caller":"traceutil/trace.go:171","msg":"trace[1511352343] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:27924; }","duration":"308.546378ms","start":"2026-02-27T02:09:54.846936Z","end":"2026-02-27T02:09:55.155483Z","steps":["trace[1511352343] 'agreement among raft nodes before linearized reading' (duration: 308.345583ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:55.155677Z","caller":"traceutil/trace.go:171","msg":"trace[745891124] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27924; }","duration":"696.905235ms","start":"2026-02-27T02:09:54.45876Z","end":"2026-02-27T02:09:55.155665Z","steps":["trace[745891124] 'agreement among raft nodes before linearized reading' (duration: 696.702949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:55.155706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.607862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:09:55.155711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:54.458737Z","time spent":"696.966197ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-27T02:09:55.155717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:54.846897Z","time spent":"308.804535ms","remote":"127.0.0.1:59762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:09:55.155736Z","caller":"traceutil/trace.go:171","msg":"trace[509337005] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:27924; }","duration":"692.679443ms","start":"2026-02-27T02:09:54.463047Z","end":"2026-02-27T02:09:55.155727Z","steps":["trace[509337005] 'agreement among raft nodes before linearized reading' (duration: 692.581051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:55.155762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:54.463023Z","time spent":"692.733975ms","remote":"127.0.0.1:43544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":90,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:09:55.823646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.389977Z","time spent":"433.657356ms","remote":"127.0.0.1:40168","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T02:09:55.823914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.983355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:09:55.824016Z","caller":"traceutil/trace.go:171","msg":"trace[904462883] linearizableReadLoop","detail":"{readStateIndex:29262; appliedIndex:29261; }","duration":"668.79786ms","start":"2026-02-27T02:09:55.155203Z","end":"2026-02-27T02:09:55.824Z","steps":["trace[904462883] 'read index received' (duration: 459.594339ms)","trace[904462883] 'applied index is now lower than readState.Index' (duration: 209.202501ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:09:55.824041Z","caller":"traceutil/trace.go:171","msg":"trace[1475069272] transaction","detail":"{read_only:false; response_revision:27925; number_of_response:1; }","duration":"670.983109ms","start":"2026-02-27T02:09:55.153033Z","end":"2026-02-27T02:09:55.824016Z","steps":["trace[1475069272] 'process raft request' (duration: 461.826549ms)","trace[1475069272] 'compare' (duration: 208.766729ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:09:55.824142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.153016Z","time spent":"671.074761ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:09:55.824344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.405792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-02-27T02:09:55.824378Z","caller":"traceutil/trace.go:171","msg":"trace[873822258] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27925; }","duration":"673.458224ms","start":"2026-02-27T02:09:55.15091Z","end":"2026-02-27T02:09:55.824368Z","steps":["trace[873822258] 'agreement among raft nodes before linearized reading' (duration: 673.143546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:55.824399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.150892Z","time spent":"673.502025ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:09:56.324779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551227902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T02:09:56.520832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.06934ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:56.520944Z","caller":"traceutil/trace.go:171","msg":"trace[217223763] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27925; }","duration":"565.189723ms","start":"2026-02-27T02:09:55.955736Z","end":"2026-02-27T02:09:56.520926Z","steps":["trace[217223763] 'range keys from in-memory index tree' (duration: 565.054289ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:56.521133Z","caller":"traceutil/trace.go:171","msg":"trace[241880966] transaction","detail":"{read_only:false; response_revision:27926; number_of_response:1; }","duration":"1.304143048s","start":"2026-02-27T02:09:55.216951Z","end":"2026-02-27T02:09:56.521094Z","steps":["trace[241880966] 'process raft request' (duration: 1.266452802s)","trace[241880966] 'compare' (duration: 37.115701ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:09:56.521773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.216928Z","time spent":"1.304357034s","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7549,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:09:56.601094Z","caller":"traceutil/trace.go:171","msg":"trace[702020348] transaction","detail":"{read_only:false; response_revision:27927; number_of_response:1; }","duration":"769.649318ms","start":"2026-02-27T02:09:55.831422Z","end":"2026-02-27T02:09:56.601071Z","steps":["trace[702020348] 'process raft request' (duration: 769.432182ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:09:56.601091Z","caller":"traceutil/trace.go:171","msg":"trace[369608941] linearizableReadLoop","detail":"{readStateIndex:29265; appliedIndex:29262; }","duration":"777.027063ms","start":"2026-02-27T02:09:55.824034Z","end":"2026-02-27T02:09:56.601061Z","steps":["trace[369608941] 'read index received' (duration: 659.382413ms)","trace[369608941] 'applied index is now lower than readState.Index' (duration: 117.64328ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:09:56.601151Z","caller":"traceutil/trace.go:171","msg":"trace[138973594] transaction","detail":"{read_only:false; response_revision:27928; number_of_response:1; }","duration":"359.7386ms","start":"2026-02-27T02:09:56.241391Z","end":"2026-02-27T02:09:56.60113Z","steps":["trace[138973594] 'process raft request' (duration: 359.609027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:56.601222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.831405Z","time spent":"769.753611ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:09:56.601231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:56.241374Z","time spent":"359.815043ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:09:56.601295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278646484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:09:56.601389Z","caller":"traceutil/trace.go:171","msg":"trace[1084060254] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27928; }","duration":"1.278817659s","start":"2026-02-27T02:09:55.322554Z","end":"2026-02-27T02:09:56.601372Z","steps":["trace[1084060254] 'agreement among raft nodes before linearized reading' (duration: 1.278620903s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:56.601393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.153638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T02:09:56.601366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44261377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-485c454a-065d-486b-be52-93173e84d2cf\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T02:09:56.601418Z","caller":"traceutil/trace.go:171","msg":"trace[624425494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27928; }","duration":"361.1964ms","start":"2026-02-27T02:09:56.240212Z","end":"2026-02-27T02:09:56.601409Z","steps":["trace[624425494] 'agreement among raft nodes before linearized reading' (duration: 361.132938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:56.60143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.441496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T02:09:56.601422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.322534Z","time spent":"1.27888215s","remote":"127.0.0.1:43768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:09:56.601442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:56.240201Z","time spent":"361.23734ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T02:09:56.601452Z","caller":"traceutil/trace.go:171","msg":"trace[1501495773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27928; }","duration":"347.482107ms","start":"2026-02-27T02:09:56.253962Z","end":"2026-02-27T02:09:56.601444Z","steps":["trace[1501495773] 'agreement among raft nodes before linearized reading' (duration: 347.342223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:56.601416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395410641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:09:56.601451Z","caller":"traceutil/trace.go:171","msg":"trace[1343614612] range","detail":"{range_begin:/registry/persistentvolumes/pvc-485c454a-065d-486b-be52-93173e84d2cf; range_end:; response_count:1; response_revision:27928; }","duration":"1.442742302s","start":"2026-02-27T02:09:55.158691Z","end":"2026-02-27T02:09:56.601434Z","steps":["trace[1343614612] 'agreement among raft nodes before linearized reading' (duration: 1.442531257s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:56.60139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.100866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-02-27T02:09:56.601466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.478837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:56.601524Z","caller":"traceutil/trace.go:171","msg":"trace[421257219] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27928; }","duration":"367.27561ms","start":"2026-02-27T02:09:56.234242Z","end":"2026-02-27T02:09:56.601518Z","steps":["trace[421257219] 'agreement among raft nodes before linearized reading' (duration: 367.058385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:56.601473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:56.25395Z","time spent":"347.518128ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T02:09:56.601556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:56.234217Z","time spent":"367.334421ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T02:09:56.601571Z","caller":"traceutil/trace.go:171","msg":"trace[1587215011] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27928; }","duration":"549.661232ms","start":"2026-02-27T02:09:56.051885Z","end":"2026-02-27T02:09:56.601546Z","steps":["trace[1587215011] 'agreement among raft nodes before linearized reading' (duration: 549.488838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:56.601623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:56.051845Z","time spent":"549.767305ms","remote":"127.0.0.1:58536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:09:56.601645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.627387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-02-27T02:09:56.601678Z","caller":"traceutil/trace.go:171","msg":"trace[1322721609] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27928; }","duration":"772.702768ms","start":"2026-02-27T02:09:55.828965Z","end":"2026-02-27T02:09:56.601668Z","steps":["trace[1322721609] 'agreement among raft nodes before linearized reading' (duration: 772.331149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:56.601691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.683883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-27T02:09:56.601711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.828941Z","time spent":"772.76533ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:09:56.60158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.164865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:56.60173Z","caller":"traceutil/trace.go:171","msg":"trace[703476212] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27928; }","duration":"462.727934ms","start":"2026-02-27T02:09:56.13899Z","end":"2026-02-27T02:09:56.601718Z","steps":["trace[703476212] 'agreement among raft nodes before linearized reading' (duration: 462.633261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:56.601753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:56.13896Z","time spent":"462.788486ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:09:56.60152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.158672Z","time spent":"1.442834135s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-485c454a-065d-486b-be52-93173e84d2cf\" "} {"level":"info","ts":"2026-02-27T02:09:56.601751Z","caller":"traceutil/trace.go:171","msg":"trace[466858220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27928; }","duration":"722.346369ms","start":"2026-02-27T02:09:55.879395Z","end":"2026-02-27T02:09:56.601741Z","steps":["trace[466858220] 'agreement among raft nodes before linearized reading' (duration: 722.154914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:56.601797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.879388Z","time spent":"722.401331ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:09:56.60151Z","caller":"traceutil/trace.go:171","msg":"trace[1143924748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27928; }","duration":"1.395557155s","start":"2026-02-27T02:09:55.205932Z","end":"2026-02-27T02:09:56.601489Z","steps":["trace[1143924748] 'agreement among raft nodes before linearized reading' (duration: 1.395288578s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:56.601849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.205898Z","time spent":"1.395939595s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:09:56.601901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232563727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:09:56.601939Z","caller":"traceutil/trace.go:171","msg":"trace[1440393642] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:27928; }","duration":"1.232602318s","start":"2026-02-27T02:09:55.369326Z","end":"2026-02-27T02:09:56.601928Z","steps":["trace[1440393642] 'agreement among raft nodes before linearized reading' (duration: 1.232545287s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:56.601971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.369249Z","time spent":"1.232706641s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:09:56.602399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.71804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:09:56.602422Z","caller":"traceutil/trace.go:171","msg":"trace[738844537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27928; }","duration":"362.76365ms","start":"2026-02-27T02:09:56.239653Z","end":"2026-02-27T02:09:56.602417Z","steps":["trace[738844537] 'agreement among raft nodes before linearized reading' (duration: 361.830496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:56.602439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:56.239642Z","time spent":"362.793452ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T02:09:56.602453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.255842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T02:09:56.602493Z","caller":"traceutil/trace.go:171","msg":"trace[947999118] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:27928; }","duration":"619.336404ms","start":"2026-02-27T02:09:55.983145Z","end":"2026-02-27T02:09:56.602481Z","steps":["trace[947999118] 'agreement among raft nodes before linearized reading' (duration: 618.457421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:09:56.602537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:09:55.983127Z","time spent":"619.402266ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"info","ts":"2026-02-27T02:10:44.990224Z","caller":"traceutil/trace.go:171","msg":"trace[1613113273] linearizableReadLoop","detail":"{readStateIndex:29931; appliedIndex:29930; }","duration":"101.899944ms","start":"2026-02-27T02:10:44.8883Z","end":"2026-02-27T02:10:44.9902Z","steps":["trace[1613113273] 'read index received' (duration: 101.718729ms)","trace[1613113273] 'applied index is now lower than readState.Index' (duration: 180.045µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:10:44.990303Z","caller":"traceutil/trace.go:171","msg":"trace[509268771] transaction","detail":"{read_only:false; response_revision:28570; number_of_response:1; }","duration":"176.23247ms","start":"2026-02-27T02:10:44.814025Z","end":"2026-02-27T02:10:44.990258Z","steps":["trace[509268771] 'process raft request' (duration: 176.016114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:10:44.990474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.162272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:10:44.990519Z","caller":"traceutil/trace.go:171","msg":"trace[1538988864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28570; }","duration":"102.268974ms","start":"2026-02-27T02:10:44.888239Z","end":"2026-02-27T02:10:44.990508Z","steps":["trace[1538988864] 'agreement among raft nodes before linearized reading' (duration: 102.11774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:10:45.290596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.553996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:10:45.290884Z","caller":"traceutil/trace.go:171","msg":"trace[217593977] linearizableReadLoop","detail":"{readStateIndex:29935; appliedIndex:29931; }","duration":"270.300956ms","start":"2026-02-27T02:10:45.020564Z","end":"2026-02-27T02:10:45.290865Z","steps":["trace[217593977] 'read index received' (duration: 30.784993ms)","trace[217593977] 'applied index is now lower than readState.Index' (duration: 239.515013ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:10:45.290987Z","caller":"traceutil/trace.go:171","msg":"trace[1608463620] transaction","detail":"{read_only:false; response_revision:28573; number_of_response:1; }","duration":"294.749433ms","start":"2026-02-27T02:10:44.996172Z","end":"2026-02-27T02:10:45.290921Z","steps":["trace[1608463620] 'process raft request' (duration: 294.549517ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:10:45.291219Z","caller":"traceutil/trace.go:171","msg":"trace[1099923732] transaction","detail":"{read_only:false; response_revision:28572; number_of_response:1; }","duration":"295.491913ms","start":"2026-02-27T02:10:44.995631Z","end":"2026-02-27T02:10:45.291123Z","steps":["trace[1099923732] 'process raft request' (duration: 140.31351ms)","trace[1099923732] 'compare' (duration: 154.229838ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:10:45.291469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.879243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T02:10:45.291486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.71308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:10:45.291536Z","caller":"traceutil/trace.go:171","msg":"trace[1245320543] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28574; }","duration":"253.997125ms","start":"2026-02-27T02:10:45.03752Z","end":"2026-02-27T02:10:45.291517Z","steps":["trace[1245320543] 'agreement among raft nodes before linearized reading' (duration: 253.78572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:10:45.291507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.925013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:10:45.291498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.201494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:10:45.291626Z","caller":"traceutil/trace.go:171","msg":"trace[60076060] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:28574; }","duration":"208.363969ms","start":"2026-02-27T02:10:45.083237Z","end":"2026-02-27T02:10:45.291601Z","steps":["trace[60076060] 'agreement among raft nodes before linearized reading' (duration: 208.126472ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:10:45.291607Z","caller":"traceutil/trace.go:171","msg":"trace[960119964] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:28574; }","duration":"271.055546ms","start":"2026-02-27T02:10:45.020534Z","end":"2026-02-27T02:10:45.29159Z","steps":["trace[960119964] 'agreement among raft nodes before linearized reading' (duration: 270.8094ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:10:45.291548Z","caller":"traceutil/trace.go:171","msg":"trace[1457649952] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28574; }","duration":"112.829303ms","start":"2026-02-27T02:10:45.1787Z","end":"2026-02-27T02:10:45.29153Z","steps":["trace[1457649952] 'agreement among raft nodes before linearized reading' (duration: 112.647668ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:10:45.291762Z","caller":"traceutil/trace.go:171","msg":"trace[833328366] transaction","detail":"{read_only:false; response_revision:28574; number_of_response:1; }","duration":"293.483139ms","start":"2026-02-27T02:10:44.997494Z","end":"2026-02-27T02:10:45.290978Z","steps":["trace[833328366] 'process raft request' (duration: 293.317145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:10:45.291788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.60745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:10:45.291962Z","caller":"traceutil/trace.go:171","msg":"trace[41958303] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28574; }","duration":"111.840127ms","start":"2026-02-27T02:10:45.180067Z","end":"2026-02-27T02:10:45.291907Z","steps":["trace[41958303] 'agreement among raft nodes before linearized reading' (duration: 111.271452ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:10:45.495311Z","caller":"traceutil/trace.go:171","msg":"trace[680929049] transaction","detail":"{read_only:false; response_revision:28577; number_of_response:1; }","duration":"195.087207ms","start":"2026-02-27T02:10:45.300193Z","end":"2026-02-27T02:10:45.49528Z","steps":["trace[680929049] 'process raft request' (duration: 194.978165ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:10:45.495757Z","caller":"traceutil/trace.go:171","msg":"trace[256514462] transaction","detail":"{read_only:false; response_revision:28576; number_of_response:1; }","duration":"197.270815ms","start":"2026-02-27T02:10:45.298433Z","end":"2026-02-27T02:10:45.495704Z","steps":["trace[256514462] 'process raft request' (duration: 196.452763ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:10:45.526141Z","caller":"traceutil/trace.go:171","msg":"trace[565623736] linearizableReadLoop","detail":"{readStateIndex:29939; appliedIndex:29938; }","duration":"162.054824ms","start":"2026-02-27T02:10:45.36406Z","end":"2026-02-27T02:10:45.526115Z","steps":["trace[565623736] 'read index received' (duration: 131.575988ms)","trace[565623736] 'applied index is now lower than readState.Index' (duration: 30.477605ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:10:45.526363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.279859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:10:45.526466Z","caller":"traceutil/trace.go:171","msg":"trace[1869377112] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:28578; }","duration":"162.393062ms","start":"2026-02-27T02:10:45.364048Z","end":"2026-02-27T02:10:45.526441Z","steps":["trace[1869377112] 'agreement among raft nodes before linearized reading' (duration: 162.221728ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:10:45.526333Z","caller":"traceutil/trace.go:171","msg":"trace[423414742] transaction","detail":"{read_only:false; response_revision:28578; number_of_response:1; }","duration":"162.247228ms","start":"2026-02-27T02:10:45.363998Z","end":"2026-02-27T02:10:45.526245Z","steps":["trace[423414742] 'process raft request' (duration: 161.93319ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:10:45.659373Z","caller":"traceutil/trace.go:171","msg":"trace[1313671994] transaction","detail":"{read_only:false; response_revision:28580; number_of_response:1; }","duration":"126.676999ms","start":"2026-02-27T02:10:45.532661Z","end":"2026-02-27T02:10:45.659338Z","steps":["trace[1313671994] 'process raft request' (duration: 118.177074ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:10:45.659427Z","caller":"traceutil/trace.go:171","msg":"trace[1993680842] transaction","detail":"{read_only:false; response_revision:28581; number_of_response:1; }","duration":"124.47067ms","start":"2026-02-27T02:10:45.534921Z","end":"2026-02-27T02:10:45.659392Z","steps":["trace[1993680842] 'process raft request' (duration: 124.357497ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:10:51.082298Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T02:10:51.09214Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-02-27T02:10:51.09224Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-02-27T02:11:32.420364Z","caller":"traceutil/trace.go:171","msg":"trace[1703609451] transaction","detail":"{read_only:false; response_revision:29059; number_of_response:1; }","duration":"180.296927ms","start":"2026-02-27T02:11:32.240033Z","end":"2026-02-27T02:11:32.42033Z","steps":["trace[1703609451] 'process raft request' (duration: 180.119493ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:11:32.458578Z","caller":"traceutil/trace.go:171","msg":"trace[686887906] transaction","detail":"{read_only:false; response_revision:29060; number_of_response:1; }","duration":"216.151165ms","start":"2026-02-27T02:11:32.242394Z","end":"2026-02-27T02:11:32.458545Z","steps":["trace[686887906] 'process raft request' (duration: 215.99397ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:37.36601Z","caller":"traceutil/trace.go:171","msg":"trace[1600507725] transaction","detail":"{read_only:false; response_revision:29820; number_of_response:1; }","duration":"113.927711ms","start":"2026-02-27T02:12:37.252061Z","end":"2026-02-27T02:12:37.365989Z","steps":["trace[1600507725] 'process raft request' (duration: 113.754647ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:41.646688Z","caller":"traceutil/trace.go:171","msg":"trace[1530014032] transaction","detail":"{read_only:false; response_revision:29851; number_of_response:1; }","duration":"269.156367ms","start":"2026-02-27T02:12:41.377495Z","end":"2026-02-27T02:12:41.646652Z","steps":["trace[1530014032] 'process raft request' (duration: 268.801637ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:42.027046Z","caller":"traceutil/trace.go:171","msg":"trace[15021595] linearizableReadLoop","detail":"{readStateIndex:31269; appliedIndex:31268; }","duration":"128.030825ms","start":"2026-02-27T02:12:41.898992Z","end":"2026-02-27T02:12:42.027022Z","steps":["trace[15021595] 'read index received' (duration: 127.739757ms)","trace[15021595] 'applied index is now lower than readState.Index' (duration: 289.978µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:12:42.027096Z","caller":"traceutil/trace.go:171","msg":"trace[249020081] transaction","detail":"{read_only:false; response_revision:29854; number_of_response:1; }","duration":"138.976814ms","start":"2026-02-27T02:12:41.888087Z","end":"2026-02-27T02:12:42.027064Z","steps":["trace[249020081] 'process raft request' (duration: 138.755728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:42.027346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.70494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:12:42.027393Z","caller":"traceutil/trace.go:171","msg":"trace[1886719415] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29854; }","duration":"123.806293ms","start":"2026-02-27T02:12:41.903575Z","end":"2026-02-27T02:12:42.027382Z","steps":["trace[1886719415] 'agreement among raft nodes before linearized reading' (duration: 123.654749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:42.027396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.381564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T02:12:42.027461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.566355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:12:42.027548Z","caller":"traceutil/trace.go:171","msg":"trace[577460356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29854; }","duration":"118.679897ms","start":"2026-02-27T02:12:41.90885Z","end":"2026-02-27T02:12:42.02753Z","steps":["trace[577460356] 'agreement among raft nodes before linearized reading' (duration: 118.552984ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:42.027489Z","caller":"traceutil/trace.go:171","msg":"trace[197977894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29854; }","duration":"128.525748ms","start":"2026-02-27T02:12:41.898942Z","end":"2026-02-27T02:12:42.027468Z","steps":["trace[197977894] 'agreement among raft nodes before linearized reading' (duration: 128.249631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:42.0276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.453682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:12:42.027715Z","caller":"traceutil/trace.go:171","msg":"trace[1615611679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29854; }","duration":"118.672997ms","start":"2026-02-27T02:12:41.909023Z","end":"2026-02-27T02:12:42.027696Z","steps":["trace[1615611679] 'agreement among raft nodes before linearized reading' (duration: 118.297607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:42.234868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.451057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:12:42.235381Z","caller":"traceutil/trace.go:171","msg":"trace[1220372332] transaction","detail":"{read_only:false; response_revision:29859; number_of_response:1; }","duration":"136.074508ms","start":"2026-02-27T02:12:42.099286Z","end":"2026-02-27T02:12:42.235361Z","steps":["trace[1220372332] 'process raft request' (duration: 135.993226ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:42.235432Z","caller":"traceutil/trace.go:171","msg":"trace[1542246513] linearizableReadLoop","detail":"{readStateIndex:31272; appliedIndex:31269; }","duration":"197.835541ms","start":"2026-02-27T02:12:42.037562Z","end":"2026-02-27T02:12:42.235398Z","steps":["trace[1542246513] 'read index received' (duration: 26.356557ms)","trace[1542246513] 'applied index is now lower than readState.Index' (duration: 171.474934ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:12:42.235488Z","caller":"traceutil/trace.go:171","msg":"trace[528455605] transaction","detail":"{read_only:false; response_revision:29858; number_of_response:1; }","duration":"137.467464ms","start":"2026-02-27T02:12:42.097979Z","end":"2026-02-27T02:12:42.235446Z","steps":["trace[528455605] 'process raft request' (duration: 137.053643ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:42.235489Z","caller":"traceutil/trace.go:171","msg":"trace[1011124423] transaction","detail":"{read_only:false; response_revision:29857; number_of_response:1; }","duration":"202.950976ms","start":"2026-02-27T02:12:42.032487Z","end":"2026-02-27T02:12:42.235438Z","steps":["trace[1011124423] 'process raft request' (duration: 202.484343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:42.235609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.023215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:12:42.23568Z","caller":"traceutil/trace.go:171","msg":"trace[1607706560] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:29859; }","duration":"198.108888ms","start":"2026-02-27T02:12:42.037551Z","end":"2026-02-27T02:12:42.23566Z","steps":["trace[1607706560] 'agreement among raft nodes before linearized reading' (duration: 197.960034ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:42.23583Z","caller":"traceutil/trace.go:171","msg":"trace[1211452125] transaction","detail":"{read_only:false; response_revision:29856; number_of_response:1; }","duration":"203.033608ms","start":"2026-02-27T02:12:42.032396Z","end":"2026-02-27T02:12:42.235429Z","steps":["trace[1211452125] 'process raft request' (duration: 79.930133ms)","trace[1211452125] 'compare' (duration: 122.327984ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:12:42.265033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.813315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T02:12:42.26505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.943248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:12:42.265088Z","caller":"traceutil/trace.go:171","msg":"trace[1713394416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29860; }","duration":"201.923809ms","start":"2026-02-27T02:12:42.063149Z","end":"2026-02-27T02:12:42.265073Z","steps":["trace[1713394416] 'agreement among raft nodes before linearized reading' (duration: 201.732843ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:42.26511Z","caller":"traceutil/trace.go:171","msg":"trace[410158261] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:29860; }","duration":"118.047551ms","start":"2026-02-27T02:12:42.147046Z","end":"2026-02-27T02:12:42.265094Z","steps":["trace[410158261] 'agreement among raft nodes before linearized reading' (duration: 117.933718ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:42.367136Z","caller":"traceutil/trace.go:171","msg":"trace[1587096625] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29860; }","duration":"129.486963ms","start":"2026-02-27T02:12:42.237624Z","end":"2026-02-27T02:12:42.367111Z","steps":["trace[1587096625] 'process raft request' (duration: 125.775475ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:42.393152Z","caller":"traceutil/trace.go:171","msg":"trace[852095004] transaction","detail":"{read_only:false; response_revision:29862; number_of_response:1; }","duration":"123.404442ms","start":"2026-02-27T02:12:42.269722Z","end":"2026-02-27T02:12:42.393126Z","steps":["trace[852095004] 'process raft request' (duration: 123.297919ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:42.393148Z","caller":"traceutil/trace.go:171","msg":"trace[194052949] transaction","detail":"{read_only:false; response_revision:29861; number_of_response:1; }","duration":"123.513966ms","start":"2026-02-27T02:12:42.269599Z","end":"2026-02-27T02:12:42.393113Z","steps":["trace[194052949] 'process raft request' (duration: 123.28558ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:43.90452Z","caller":"traceutil/trace.go:171","msg":"trace[894850057] transaction","detail":"{read_only:false; response_revision:29876; number_of_response:1; }","duration":"103.855266ms","start":"2026-02-27T02:12:43.800626Z","end":"2026-02-27T02:12:43.904481Z","steps":["trace[894850057] 'process raft request' (duration: 103.483256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:47.73114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.991658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:12:47.73133Z","caller":"traceutil/trace.go:171","msg":"trace[1469699487] linearizableReadLoop","detail":"{readStateIndex:31326; appliedIndex:31325; }","duration":"145.857146ms","start":"2026-02-27T02:12:47.58545Z","end":"2026-02-27T02:12:47.731307Z","steps":["trace[1469699487] 'read index received' (duration: 59.351µs)","trace[1469699487] 'applied index is now lower than readState.Index' (duration: 145.795455ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:12:47.731426Z","caller":"traceutil/trace.go:171","msg":"trace[1488467166] transaction","detail":"{read_only:false; response_revision:29908; number_of_response:1; }","duration":"164.255253ms","start":"2026-02-27T02:12:47.567153Z","end":"2026-02-27T02:12:47.731408Z","steps":["trace[1488467166] 'compare' (duration: 154.889285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:47.731696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.226526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T02:12:47.73208Z","caller":"traceutil/trace.go:171","msg":"trace[927874582] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29908; }","duration":"146.588466ms","start":"2026-02-27T02:12:47.585435Z","end":"2026-02-27T02:12:47.732023Z","steps":["trace[927874582] 'agreement among raft nodes before linearized reading' (duration: 146.023941ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:57.847449Z","caller":"traceutil/trace.go:171","msg":"trace[23552519] transaction","detail":"{read_only:false; response_revision:30083; number_of_response:1; }","duration":"104.296048ms","start":"2026-02-27T02:12:57.743123Z","end":"2026-02-27T02:12:57.847419Z","steps":["trace[23552519] 'process raft request' (duration: 104.042901ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:12:57.935458Z","caller":"traceutil/trace.go:171","msg":"trace[828256491] linearizableReadLoop","detail":"{readStateIndex:31508; appliedIndex:31506; }","duration":"135.236685ms","start":"2026-02-27T02:12:57.800195Z","end":"2026-02-27T02:12:57.935432Z","steps":["trace[828256491] 'read index received' (duration: 47.128626ms)","trace[828256491] 'applied index is now lower than readState.Index' (duration: 88.106449ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:12:57.935513Z","caller":"traceutil/trace.go:171","msg":"trace[1055185559] transaction","detail":"{read_only:false; response_revision:30084; number_of_response:1; }","duration":"149.662796ms","start":"2026-02-27T02:12:57.785813Z","end":"2026-02-27T02:12:57.935476Z","steps":["trace[1055185559] 'process raft request' (duration: 149.42749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:12:57.93567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.45723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:12:57.935706Z","caller":"traceutil/trace.go:171","msg":"trace[1269543806] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30084; }","duration":"135.541333ms","start":"2026-02-27T02:12:57.800154Z","end":"2026-02-27T02:12:57.935695Z","steps":["trace[1269543806] 'agreement among raft nodes before linearized reading' (duration: 135.401689ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:13:58.358236Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27464} {"level":"info","ts":"2026-02-27T02:13:58.481857Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27464,"took":"120.819214ms","hash":1219797056,"current-db-size-bytes":48197632,"current-db-size":"48 MB","current-db-size-in-use-bytes":34127872,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-02-27T02:13:58.481925Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1219797056,"revision":27464,"compact-revision":25517} {"level":"info","ts":"2026-02-27T02:15:00.132983Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000007f5f.wal"} {"level":"info","ts":"2026-02-27T02:18:58.367467Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30613} {"level":"info","ts":"2026-02-27T02:18:58.514119Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30613,"took":"143.777162ms","hash":1236271278,"current-db-size-bytes":48197632,"current-db-size":"48 MB","current-db-size-in-use-bytes":32034816,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-27T02:18:58.5142Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1236271278,"revision":30613,"compact-revision":27464} {"level":"warn","ts":"2026-02-27T02:21:46.370252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.938301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:21:46.370363Z","caller":"traceutil/trace.go:171","msg":"trace[1386420448] linearizableReadLoop","detail":"{readStateIndex:36236; appliedIndex:36235; }","duration":"112.393882ms","start":"2026-02-27T02:21:46.257951Z","end":"2026-02-27T02:21:46.370345Z","steps":["trace[1386420448] 'read index received' (duration: 6.267646ms)","trace[1386420448] 'applied index is now lower than readState.Index' (duration: 106.125036ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:21:46.370432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.473304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:21:46.370467Z","caller":"traceutil/trace.go:171","msg":"trace[47321565] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:34592; }","duration":"112.533266ms","start":"2026-02-27T02:21:46.257924Z","end":"2026-02-27T02:21:46.370457Z","steps":["trace[47321565] 'agreement among raft nodes before linearized reading' (duration: 112.469204ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:46.370493Z","caller":"traceutil/trace.go:171","msg":"trace[1303307609] transaction","detail":"{read_only:false; response_revision:34592; number_of_response:1; }","duration":"116.740017ms","start":"2026-02-27T02:21:46.253722Z","end":"2026-02-27T02:21:46.370462Z","steps":["trace[1303307609] 'process raft request' (duration: 10.480247ms)","trace[1303307609] 'compare' (duration: 105.828919ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:46.593224Z","caller":"traceutil/trace.go:171","msg":"trace[1591632464] transaction","detail":"{read_only:false; response_revision:34593; number_of_response:1; }","duration":"102.954803ms","start":"2026-02-27T02:21:46.490231Z","end":"2026-02-27T02:21:46.593186Z","steps":["trace[1591632464] 'process raft request' (duration: 102.657635ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:47.246835Z","caller":"traceutil/trace.go:171","msg":"trace[300427343] transaction","detail":"{read_only:false; response_revision:34599; number_of_response:1; }","duration":"123.075665ms","start":"2026-02-27T02:21:47.123723Z","end":"2026-02-27T02:21:47.246799Z","steps":["trace[300427343] 'process raft request' (duration: 66.097058ms)","trace[300427343] 'compare' (duration: 56.663948ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:48.484027Z","caller":"traceutil/trace.go:171","msg":"trace[1925761976] transaction","detail":"{read_only:false; response_revision:34609; number_of_response:1; }","duration":"107.812181ms","start":"2026-02-27T02:21:48.376157Z","end":"2026-02-27T02:21:48.483969Z","steps":["trace[1925761976] 'process raft request' (duration: 52.755145ms)","trace[1925761976] 'compare' (duration: 54.859001ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:21:48.743754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.23883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:21:48.74385Z","caller":"traceutil/trace.go:171","msg":"trace[1365425678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34609; }","duration":"131.383244ms","start":"2026-02-27T02:21:48.612444Z","end":"2026-02-27T02:21:48.743827Z","steps":["trace[1365425678] 'range keys from in-memory index tree' (duration: 131.073276ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:48.774329Z","caller":"traceutil/trace.go:171","msg":"trace[924151445] transaction","detail":"{read_only:false; response_revision:34610; number_of_response:1; }","duration":"129.807293ms","start":"2026-02-27T02:21:48.644491Z","end":"2026-02-27T02:21:48.774299Z","steps":["trace[924151445] 'process raft request' (duration: 128.319753ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:49.434959Z","caller":"traceutil/trace.go:171","msg":"trace[2070942796] linearizableReadLoop","detail":"{readStateIndex:36261; appliedIndex:36260; }","duration":"122.094988ms","start":"2026-02-27T02:21:49.312838Z","end":"2026-02-27T02:21:49.434933Z","steps":["trace[2070942796] 'read index received' (duration: 92.191088ms)","trace[2070942796] 'applied index is now lower than readState.Index' (duration: 29.90301ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:49.434994Z","caller":"traceutil/trace.go:171","msg":"trace[391859217] transaction","detail":"{read_only:false; response_revision:34616; number_of_response:1; }","duration":"124.814051ms","start":"2026-02-27T02:21:49.310137Z","end":"2026-02-27T02:21:49.434951Z","steps":["trace[391859217] 'process raft request' (duration: 94.948971ms)","trace[391859217] 'compare' (duration: 29.47936ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:21:49.435157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.310305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:21:49.43565Z","caller":"traceutil/trace.go:171","msg":"trace[279477486] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34616; }","duration":"122.830998ms","start":"2026-02-27T02:21:49.312804Z","end":"2026-02-27T02:21:49.435635Z","steps":["trace[279477486] 'agreement among raft nodes before linearized reading' (duration: 122.243562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:49.575284Z","caller":"traceutil/trace.go:171","msg":"trace[1654458873] transaction","detail":"{read_only:false; response_revision:34621; number_of_response:1; }","duration":"100.782335ms","start":"2026-02-27T02:21:49.474472Z","end":"2026-02-27T02:21:49.575254Z","steps":["trace[1654458873] 'process raft request' (duration: 89.432965ms)","trace[1654458873] 'compare' (duration: 11.198176ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:51.788495Z","caller":"traceutil/trace.go:171","msg":"trace[895012131] transaction","detail":"{read_only:false; response_revision:34635; number_of_response:1; }","duration":"147.172351ms","start":"2026-02-27T02:21:51.641288Z","end":"2026-02-27T02:21:51.78846Z","steps":["trace[895012131] 'process raft request' (duration: 67.585407ms)","trace[895012131] 'compare' (duration: 79.372778ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:51.973951Z","caller":"traceutil/trace.go:171","msg":"trace[1776378052] transaction","detail":"{read_only:false; response_revision:34636; number_of_response:1; }","duration":"123.543927ms","start":"2026-02-27T02:21:51.850385Z","end":"2026-02-27T02:21:51.973929Z","steps":["trace[1776378052] 'process raft request' (duration: 123.431124ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:52.131744Z","caller":"traceutil/trace.go:171","msg":"trace[554947884] linearizableReadLoop","detail":"{readStateIndex:36283; appliedIndex:36282; }","duration":"156.598821ms","start":"2026-02-27T02:21:51.975123Z","end":"2026-02-27T02:21:52.131722Z","steps":["trace[554947884] 'read index received' (duration: 134.23031ms)","trace[554947884] 'applied index is now lower than readState.Index' (duration: 22.367631ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:52.131809Z","caller":"traceutil/trace.go:171","msg":"trace[1130170935] transaction","detail":"{read_only:false; response_revision:34637; number_of_response:1; }","duration":"209.052828ms","start":"2026-02-27T02:21:51.922727Z","end":"2026-02-27T02:21:52.13178Z","steps":["trace[1130170935] 'process raft request' (duration: 186.621724ms)","trace[1130170935] 'compare' (duration: 22.262229ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:21:52.13186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.718844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:21:52.132021Z","caller":"traceutil/trace.go:171","msg":"trace[667527168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34637; }","duration":"156.92953ms","start":"2026-02-27T02:21:51.97508Z","end":"2026-02-27T02:21:52.132009Z","steps":["trace[667527168] 'agreement among raft nodes before linearized reading' (duration: 156.725374ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:52.15301Z","caller":"traceutil/trace.go:171","msg":"trace[848117794] transaction","detail":"{read_only:false; number_of_response:0; response_revision:34637; }","duration":"171.293879ms","start":"2026-02-27T02:21:51.981695Z","end":"2026-02-27T02:21:52.152989Z","steps":["trace[848117794] 'process raft request' (duration: 171.178906ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:52.350939Z","caller":"traceutil/trace.go:171","msg":"trace[606370597] transaction","detail":"{read_only:false; response_revision:34639; number_of_response:1; }","duration":"147.993814ms","start":"2026-02-27T02:21:52.202907Z","end":"2026-02-27T02:21:52.350901Z","steps":["trace[606370597] 'process raft request' (duration: 113.778539ms)","trace[606370597] 'compare' (duration: 34.000979ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:52.35097Z","caller":"traceutil/trace.go:171","msg":"trace[1921137934] linearizableReadLoop","detail":"{readStateIndex:36286; appliedIndex:36285; }","duration":"105.317885ms","start":"2026-02-27T02:21:52.245639Z","end":"2026-02-27T02:21:52.350956Z","steps":["trace[1921137934] 'read index received' (duration: 71.09409ms)","trace[1921137934] 'applied index is now lower than readState.Index' (duration: 34.221215ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:21:52.351054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.402797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:21:52.35128Z","caller":"traceutil/trace.go:171","msg":"trace[81958996] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:34640; }","duration":"105.660674ms","start":"2026-02-27T02:21:52.245597Z","end":"2026-02-27T02:21:52.351258Z","steps":["trace[81958996] 'agreement among raft nodes before linearized reading' (duration: 105.405497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:52.352182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.589322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T02:21:52.352242Z","caller":"traceutil/trace.go:171","msg":"trace[1229240208] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34641; }","duration":"105.676555ms","start":"2026-02-27T02:21:52.246551Z","end":"2026-02-27T02:21:52.352227Z","steps":["trace[1229240208] 'agreement among raft nodes before linearized reading' (duration: 105.528911ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:53.010076Z","caller":"traceutil/trace.go:171","msg":"trace[1586701316] linearizableReadLoop","detail":"{readStateIndex:36291; appliedIndex:36290; }","duration":"105.979982ms","start":"2026-02-27T02:21:52.904069Z","end":"2026-02-27T02:21:53.010049Z","steps":["trace[1586701316] 'read index received' (duration: 44.113896ms)","trace[1586701316] 'applied index is now lower than readState.Index' (duration: 61.864636ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:53.010415Z","caller":"traceutil/trace.go:171","msg":"trace[770320412] transaction","detail":"{read_only:false; response_revision:34644; number_of_response:1; }","duration":"122.333896ms","start":"2026-02-27T02:21:52.887952Z","end":"2026-02-27T02:21:53.010286Z","steps":["trace[770320412] 'process raft request' (duration: 60.211222ms)","trace[770320412] 'compare' (duration: 61.761014ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:21:53.011729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.640867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:201 size:1860640"} {"level":"info","ts":"2026-02-27T02:21:53.011788Z","caller":"traceutil/trace.go:171","msg":"trace[1877145633] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:201; response_revision:34644; }","duration":"107.740049ms","start":"2026-02-27T02:21:52.904033Z","end":"2026-02-27T02:21:53.011773Z","steps":["trace[1877145633] 'agreement among raft nodes before linearized reading' (duration: 106.113246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:53.414003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.78228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:21:53.414079Z","caller":"traceutil/trace.go:171","msg":"trace[1623102257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34644; }","duration":"228.905853ms","start":"2026-02-27T02:21:53.185154Z","end":"2026-02-27T02:21:53.41406Z","steps":["trace[1623102257] 'range keys from in-memory index tree' (duration: 228.605865ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:53.803051Z","caller":"traceutil/trace.go:171","msg":"trace[1074465882] transaction","detail":"{read_only:false; response_revision:34649; number_of_response:1; }","duration":"143.656469ms","start":"2026-02-27T02:21:53.659369Z","end":"2026-02-27T02:21:53.803025Z","steps":["trace[1074465882] 'process raft request' (duration: 143.481615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:54.088307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.933221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:21:54.088511Z","caller":"traceutil/trace.go:171","msg":"trace[1641548411] linearizableReadLoop","detail":"{readStateIndex:36299; appliedIndex:36297; }","duration":"214.190604ms","start":"2026-02-27T02:21:53.874302Z","end":"2026-02-27T02:21:54.088493Z","steps":["trace[1641548411] 'read index received' (duration: 123.313031ms)","trace[1641548411] 'applied index is now lower than readState.Index' (duration: 90.876433ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:54.088545Z","caller":"traceutil/trace.go:171","msg":"trace[1549037872] transaction","detail":"{read_only:false; response_revision:34651; number_of_response:1; }","duration":"275.900795ms","start":"2026-02-27T02:21:53.812618Z","end":"2026-02-27T02:21:54.088519Z","steps":["trace[1549037872] 'process raft request' (duration: 20.668617ms)","trace[1549037872] 'compare' (duration: 254.563301ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:54.088548Z","caller":"traceutil/trace.go:171","msg":"trace[994166675] transaction","detail":"{read_only:false; response_revision:34652; number_of_response:1; }","duration":"272.535347ms","start":"2026-02-27T02:21:53.815995Z","end":"2026-02-27T02:21:54.08853Z","steps":["trace[994166675] 'process raft request' (duration: 272.421904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:54.088687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.367758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:21:54.088743Z","caller":"traceutil/trace.go:171","msg":"trace[1319327370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34652; }","duration":"214.467861ms","start":"2026-02-27T02:21:53.874257Z","end":"2026-02-27T02:21:54.088724Z","steps":["trace[1319327370] 'agreement among raft nodes before linearized reading' (duration: 214.330507ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:55.669014Z","caller":"traceutil/trace.go:171","msg":"trace[21383351] linearizableReadLoop","detail":"{readStateIndex:36308; appliedIndex:36306; }","duration":"155.636896ms","start":"2026-02-27T02:21:55.513351Z","end":"2026-02-27T02:21:55.668988Z","steps":["trace[21383351] 'read index received' (duration: 60.597553ms)","trace[21383351] 'applied index is now lower than readState.Index' (duration: 95.038183ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:55.669397Z","caller":"traceutil/trace.go:171","msg":"trace[685892517] transaction","detail":"{read_only:false; response_revision:34661; number_of_response:1; }","duration":"183.727788ms","start":"2026-02-27T02:21:55.485653Z","end":"2026-02-27T02:21:55.669381Z","steps":["trace[685892517] 'process raft request' (duration: 140.469224ms)","trace[685892517] 'compare' (duration: 42.74408ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:21:55.669635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.273812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:21:55.669693Z","caller":"traceutil/trace.go:171","msg":"trace[937276436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34661; }","duration":"156.490568ms","start":"2026-02-27T02:21:55.513188Z","end":"2026-02-27T02:21:55.669679Z","steps":["trace[937276436] 'agreement among raft nodes before linearized reading' (duration: 156.364915ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:58.382539Z","caller":"traceutil/trace.go:171","msg":"trace[906609373] transaction","detail":"{read_only:false; response_revision:34685; number_of_response:1; }","duration":"115.414081ms","start":"2026-02-27T02:21:58.267099Z","end":"2026-02-27T02:21:58.382513Z","steps":["trace[906609373] 'process raft request' (duration: 115.154924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:58.603938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.905833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:21:58.604129Z","caller":"traceutil/trace.go:171","msg":"trace[1000068792] transaction","detail":"{read_only:false; response_revision:34687; number_of_response:1; }","duration":"192.144831ms","start":"2026-02-27T02:21:58.411953Z","end":"2026-02-27T02:21:58.604098Z","steps":["trace[1000068792] 'process raft request' (duration: 64.007163ms)","trace[1000068792] 'compare' (duration: 127.798769ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:59.286051Z","caller":"traceutil/trace.go:171","msg":"trace[2084819370] linearizableReadLoop","detail":"{readStateIndex:36341; appliedIndex:36340; }","duration":"226.938401ms","start":"2026-02-27T02:21:59.05909Z","end":"2026-02-27T02:21:59.286028Z","steps":["trace[2084819370] 'read index received' (duration: 226.774137ms)","trace[2084819370] 'applied index is now lower than readState.Index' (duration: 163.214µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:21:59.286178Z","caller":"traceutil/trace.go:171","msg":"trace[1406521526] transaction","detail":"{read_only:false; response_revision:34692; number_of_response:1; }","duration":"286.65112ms","start":"2026-02-27T02:21:58.999494Z","end":"2026-02-27T02:21:59.286145Z","steps":["trace[1406521526] 'process raft request' (duration: 286.386993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:21:59.286337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.230128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T02:21:59.286429Z","caller":"traceutil/trace.go:171","msg":"trace[772957505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34692; }","duration":"227.384593ms","start":"2026-02-27T02:21:59.059024Z","end":"2026-02-27T02:21:59.286409Z","steps":["trace[772957505] 'agreement among raft nodes before linearized reading' (duration: 227.138436ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:21:59.521351Z","caller":"traceutil/trace.go:171","msg":"trace[578449582] transaction","detail":"{read_only:false; response_revision:34693; number_of_response:1; }","duration":"231.338327ms","start":"2026-02-27T02:21:59.289975Z","end":"2026-02-27T02:21:59.521313Z","steps":["trace[578449582] 'process raft request' (duration: 132.981177ms)","trace[578449582] 'compare' (duration: 98.184286ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:01.241182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.787103ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T02:22:01.241283Z","caller":"traceutil/trace.go:171","msg":"trace[1073392445] linearizableReadLoop","detail":"{readStateIndex:36357; appliedIndex:36356; }","duration":"133.169311ms","start":"2026-02-27T02:22:01.108095Z","end":"2026-02-27T02:22:01.241264Z","steps":["trace[1073392445] 'read index received' (duration: 9.213883ms)","trace[1073392445] 'applied index is now lower than readState.Index' (duration: 123.953898ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:01.241488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.385797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-27T02:22:01.241545Z","caller":"traceutil/trace.go:171","msg":"trace[691704524] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34707; }","duration":"133.453009ms","start":"2026-02-27T02:22:01.108079Z","end":"2026-02-27T02:22:01.241532Z","steps":["trace[691704524] 'agreement among raft nodes before linearized reading' (duration: 133.259214ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:01.453781Z","caller":"traceutil/trace.go:171","msg":"trace[1951618998] transaction","detail":"{read_only:false; response_revision:34709; number_of_response:1; }","duration":"110.131942ms","start":"2026-02-27T02:22:01.343618Z","end":"2026-02-27T02:22:01.45375Z","steps":["trace[1951618998] 'process raft request' (duration: 46.080808ms)","trace[1951618998] 'compare' (duration: 63.91789ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:01.791693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.960125ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T02:22:01.791858Z","caller":"traceutil/trace.go:171","msg":"trace[1833291811] linearizableReadLoop","detail":"{readStateIndex:36361; appliedIndex:36360; }","duration":"204.62382ms","start":"2026-02-27T02:22:01.587209Z","end":"2026-02-27T02:22:01.791833Z","steps":["trace[1833291811] 'read index received' (duration: 34.460761ms)","trace[1833291811] 'applied index is now lower than readState.Index' (duration: 170.160859ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:01.792098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.751004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:01.792214Z","caller":"traceutil/trace.go:171","msg":"trace[421564380] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:34711; }","duration":"205.046972ms","start":"2026-02-27T02:22:01.587143Z","end":"2026-02-27T02:22:01.79219Z","steps":["trace[421564380] 'agreement among raft nodes before linearized reading' (duration: 204.751034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:01.792444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.49971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1143"} {"level":"info","ts":"2026-02-27T02:22:01.792558Z","caller":"traceutil/trace.go:171","msg":"trace[1405523704] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:34711; }","duration":"164.627453ms","start":"2026-02-27T02:22:01.627887Z","end":"2026-02-27T02:22:01.792515Z","steps":["trace[1405523704] 'agreement among raft nodes before linearized reading' (duration: 164.238943ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:02.050605Z","caller":"traceutil/trace.go:171","msg":"trace[692310614] transaction","detail":"{read_only:false; response_revision:34713; number_of_response:1; }","duration":"251.656644ms","start":"2026-02-27T02:22:01.798912Z","end":"2026-02-27T02:22:02.050569Z","steps":["trace[692310614] 'process raft request' (duration: 251.307005ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:02.051017Z","caller":"traceutil/trace.go:171","msg":"trace[1246659006] transaction","detail":"{read_only:false; response_revision:34714; number_of_response:1; }","duration":"252.005623ms","start":"2026-02-27T02:22:01.798976Z","end":"2026-02-27T02:22:02.050982Z","steps":["trace[1246659006] 'process raft request' (duration: 251.52918ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:02.051036Z","caller":"traceutil/trace.go:171","msg":"trace[1479914969] linearizableReadLoop","detail":"{readStateIndex:36365; appliedIndex:36361; }","duration":"240.795416ms","start":"2026-02-27T02:22:01.810218Z","end":"2026-02-27T02:22:02.051014Z","steps":["trace[1479914969] 'read index received' (duration: 34.8213ms)","trace[1479914969] 'applied index is now lower than readState.Index' (duration: 205.972556ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:02.05122Z","caller":"traceutil/trace.go:171","msg":"trace[316280173] transaction","detail":"{read_only:false; response_revision:34715; number_of_response:1; }","duration":"252.047904ms","start":"2026-02-27T02:22:01.799072Z","end":"2026-02-27T02:22:02.05112Z","steps":["trace[316280173] 'process raft request' (duration: 251.764786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:02.051308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.495393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:02.05144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.167136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:22:02.051559Z","caller":"traceutil/trace.go:171","msg":"trace[181985440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34715; }","duration":"177.767429ms","start":"2026-02-27T02:22:01.873754Z","end":"2026-02-27T02:22:02.051521Z","steps":["trace[181985440] 'agreement among raft nodes before linearized reading' (duration: 177.493672ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:02.051585Z","caller":"traceutil/trace.go:171","msg":"trace[257530104] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:34715; }","duration":"241.358451ms","start":"2026-02-27T02:22:01.810172Z","end":"2026-02-27T02:22:02.05153Z","steps":["trace[257530104] 'agreement among raft nodes before linearized reading' (duration: 240.9094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:02.867437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.510906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:02.867727Z","caller":"traceutil/trace.go:171","msg":"trace[64188522] transaction","detail":"{read_only:false; response_revision:34718; number_of_response:1; }","duration":"190.444006ms","start":"2026-02-27T02:22:02.677264Z","end":"2026-02-27T02:22:02.867708Z","steps":["trace[64188522] 'process raft request' (duration: 190.342953ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:02.868142Z","caller":"traceutil/trace.go:171","msg":"trace[1011226366] transaction","detail":"{read_only:false; response_revision:34717; number_of_response:1; }","duration":"358.51246ms","start":"2026-02-27T02:22:02.509614Z","end":"2026-02-27T02:22:02.868126Z","steps":["trace[1011226366] 'process raft request' (duration: 40.197413ms)","trace[1011226366] 'compare' (duration: 316.52656ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:02.86825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:02.509593Z","time spent":"358.587082ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:02.868489Z","caller":"traceutil/trace.go:171","msg":"trace[278360354] linearizableReadLoop","detail":"{readStateIndex:36367; appliedIndex:36366; }","duration":"291.889298ms","start":"2026-02-27T02:22:02.576589Z","end":"2026-02-27T02:22:02.868478Z","steps":["trace[278360354] 'read index received' (duration: 57.591µs)","trace[278360354] 'applied index is now lower than readState.Index' (duration: 291.830407ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:02.868854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.254888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:22:02.868937Z","caller":"traceutil/trace.go:171","msg":"trace[1291191471] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34718; }","duration":"292.372441ms","start":"2026-02-27T02:22:02.576521Z","end":"2026-02-27T02:22:02.868893Z","steps":["trace[1291191471] 'agreement among raft nodes before linearized reading' (duration: 292.203197ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:03.091471Z","caller":"traceutil/trace.go:171","msg":"trace[789893095] linearizableReadLoop","detail":"{readStateIndex:36371; appliedIndex:36368; }","duration":"222.932505ms","start":"2026-02-27T02:22:02.86852Z","end":"2026-02-27T02:22:03.091452Z","steps":["trace[789893095] 'read index received' (duration: 183.000189ms)","trace[789893095] 'applied index is now lower than readState.Index' (duration: 39.931526ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:03.091579Z","caller":"traceutil/trace.go:171","msg":"trace[483577158] transaction","detail":"{read_only:false; response_revision:34720; number_of_response:1; }","duration":"412.006104ms","start":"2026-02-27T02:22:02.679562Z","end":"2026-02-27T02:22:03.091568Z","steps":["trace[483577158] 'process raft request' (duration: 411.826589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:03.091654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:02.679528Z","time spent":"412.069786ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:03.091796Z","caller":"traceutil/trace.go:171","msg":"trace[2070045543] transaction","detail":"{read_only:false; response_revision:34721; number_of_response:1; }","duration":"412.181889ms","start":"2026-02-27T02:22:02.679608Z","end":"2026-02-27T02:22:03.09179Z","steps":["trace[2070045543] 'process raft request' (duration: 411.815719ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:03.091775Z","caller":"traceutil/trace.go:171","msg":"trace[662896313] transaction","detail":"{read_only:false; response_revision:34719; number_of_response:1; }","duration":"412.21184ms","start":"2026-02-27T02:22:02.679262Z","end":"2026-02-27T02:22:03.091474Z","steps":["trace[662896313] 'process raft request' (duration: 372.333325ms)","trace[662896313] 'compare' (duration: 39.625978ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:03.091842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:02.679571Z","time spent":"412.248961ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:03.091954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:02.679232Z","time spent":"412.618721ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:03.091991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.861081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:03.092119Z","caller":"traceutil/trace.go:171","msg":"trace[1598437649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34721; }","duration":"217.994104ms","start":"2026-02-27T02:22:02.874086Z","end":"2026-02-27T02:22:03.09208Z","steps":["trace[1598437649] 'agreement among raft nodes before linearized reading' (duration: 217.726767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:03.092159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.727761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T02:22:03.092267Z","caller":"traceutil/trace.go:171","msg":"trace[933094482] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34721; }","duration":"216.889825ms","start":"2026-02-27T02:22:02.875349Z","end":"2026-02-27T02:22:03.092239Z","steps":["trace[933094482] 'agreement among raft nodes before linearized reading' (duration: 216.480824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:03.092166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.996037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T02:22:03.092338Z","caller":"traceutil/trace.go:171","msg":"trace[468162476] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34721; }","duration":"366.238894ms","start":"2026-02-27T02:22:02.726081Z","end":"2026-02-27T02:22:03.09232Z","steps":["trace[468162476] 'agreement among raft nodes before linearized reading' (duration: 365.755221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:03.092387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:02.726066Z","time spent":"366.312296ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T02:22:03.287238Z","caller":"traceutil/trace.go:171","msg":"trace[406522244] transaction","detail":"{read_only:false; response_revision:34723; number_of_response:1; }","duration":"122.361545ms","start":"2026-02-27T02:22:03.164796Z","end":"2026-02-27T02:22:03.287158Z","steps":["trace[406522244] 'process raft request' (duration: 67.044552ms)","trace[406522244] 'compare' (duration: 55.140638ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:03.346099Z","caller":"traceutil/trace.go:171","msg":"trace[881754051] transaction","detail":"{read_only:false; response_revision:34724; number_of_response:1; }","duration":"145.230581ms","start":"2026-02-27T02:22:03.200832Z","end":"2026-02-27T02:22:03.346063Z","steps":["trace[881754051] 'process raft request' (duration: 145.006225ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:03.693338Z","caller":"traceutil/trace.go:171","msg":"trace[1651893776] linearizableReadLoop","detail":"{readStateIndex:36375; appliedIndex:36374; }","duration":"235.363904ms","start":"2026-02-27T02:22:03.457946Z","end":"2026-02-27T02:22:03.69331Z","steps":["trace[1651893776] 'read index received' (duration: 235.191389ms)","trace[1651893776] 'applied index is now lower than readState.Index' (duration: 171.595µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:03.693371Z","caller":"traceutil/trace.go:171","msg":"trace[1021687537] transaction","detail":"{read_only:false; number_of_response:0; response_revision:34724; }","duration":"341.450689ms","start":"2026-02-27T02:22:03.351891Z","end":"2026-02-27T02:22:03.693342Z","steps":["trace[1021687537] 'process raft request' (duration: 341.320255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:03.693501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:03.351867Z","time spent":"341.572622ms","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T02:22:03.693638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.661441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T02:22:03.693739Z","caller":"traceutil/trace.go:171","msg":"trace[2032352047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34724; }","duration":"235.825945ms","start":"2026-02-27T02:22:03.45789Z","end":"2026-02-27T02:22:03.693716Z","steps":["trace[2032352047] 'agreement among raft nodes before linearized reading' (duration: 235.549018ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:03.998791Z","caller":"traceutil/trace.go:171","msg":"trace[1496115551] transaction","detail":"{read_only:false; response_revision:34726; number_of_response:1; }","duration":"300.802215ms","start":"2026-02-27T02:22:03.697948Z","end":"2026-02-27T02:22:03.99875Z","steps":["trace[1496115551] 'process raft request' (duration: 300.401814ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:03.998944Z","caller":"traceutil/trace.go:171","msg":"trace[942368788] transaction","detail":"{read_only:false; response_revision:34727; number_of_response:1; }","duration":"294.177759ms","start":"2026-02-27T02:22:03.704743Z","end":"2026-02-27T02:22:03.99892Z","steps":["trace[942368788] 'process raft request' (duration: 293.886151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:03.99898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:03.697924Z","time spent":"300.966618ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:04.524881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.817713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:04.525129Z","caller":"traceutil/trace.go:171","msg":"trace[1854338919] transaction","detail":"{read_only:false; response_revision:34728; number_of_response:1; }","duration":"692.047579ms","start":"2026-02-27T02:22:03.833059Z","end":"2026-02-27T02:22:04.525107Z","steps":["trace[1854338919] 'process raft request' (duration: 384.889628ms)","trace[1854338919] 'compare' (duration: 306.411232ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:04.525285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:03.833031Z","time spent":"692.206454ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:04.52501Z","caller":"traceutil/trace.go:171","msg":"trace[93231283] linearizableReadLoop","detail":"{readStateIndex:36379; appliedIndex:36376; }","duration":"675.405239ms","start":"2026-02-27T02:22:03.849582Z","end":"2026-02-27T02:22:04.524987Z","steps":["trace[93231283] 'read index received' (duration: 148.853806ms)","trace[93231283] 'applied index is now lower than readState.Index' (duration: 526.549603ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:04.525704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.410183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:04.525716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.120458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T02:22:04.525762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.997195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-27T02:22:04.525757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.816911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-02-27T02:22:04.525759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.509828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T02:22:04.525762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.493318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:22:04.525789Z","caller":"traceutil/trace.go:171","msg":"trace[1215757436] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:34728; }","duration":"185.550797ms","start":"2026-02-27T02:22:04.340217Z","end":"2026-02-27T02:22:04.525768Z","steps":["trace[1215757436] 'agreement among raft nodes before linearized reading' (duration: 185.396913ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:04.525808Z","caller":"traceutil/trace.go:171","msg":"trace[1092676167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34728; }","duration":"468.079647ms","start":"2026-02-27T02:22:04.057717Z","end":"2026-02-27T02:22:04.525796Z","steps":["trace[1092676167] 'agreement among raft nodes before linearized reading' (duration: 467.892742ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:04.525828Z","caller":"traceutil/trace.go:171","msg":"trace[1930414841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34728; }","duration":"506.932744ms","start":"2026-02-27T02:22:04.018876Z","end":"2026-02-27T02:22:04.525809Z","steps":["trace[1930414841] 'agreement among raft nodes before linearized reading' (duration: 506.735229ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:04.525836Z","caller":"traceutil/trace.go:171","msg":"trace[1662326640] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:34728; }","duration":"468.612631ms","start":"2026-02-27T02:22:04.057203Z","end":"2026-02-27T02:22:04.525816Z","steps":["trace[1662326640] 'agreement among raft nodes before linearized reading' (duration: 468.413886ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:04.525847Z","caller":"traceutil/trace.go:171","msg":"trace[1779711668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34728; }","duration":"468.596871ms","start":"2026-02-27T02:22:04.057231Z","end":"2026-02-27T02:22:04.525828Z","steps":["trace[1779711668] 'agreement among raft nodes before linearized reading' (duration: 468.385235ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:04.525799Z","caller":"traceutil/trace.go:171","msg":"trace[147180799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34728; }","duration":"676.234801ms","start":"2026-02-27T02:22:03.849543Z","end":"2026-02-27T02:22:04.525778Z","steps":["trace[147180799] 'agreement among raft nodes before linearized reading' (duration: 675.719138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:04.525853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:04.0577Z","time spent":"468.144109ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:04.525892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:04.057192Z","time spent":"468.691343ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T02:22:04.5259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:04.057225Z","time spent":"468.662982ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:04.525889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:04.018854Z","time spent":"507.021827ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:22:04.525963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:03.849526Z","time spent":"676.400106ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T02:22:04.863601Z","caller":"traceutil/trace.go:171","msg":"trace[594895269] transaction","detail":"{read_only:false; response_revision:34730; number_of_response:1; }","duration":"332.956604ms","start":"2026-02-27T02:22:04.530611Z","end":"2026-02-27T02:22:04.863568Z","steps":["trace[594895269] 'process raft request' (duration: 332.627106ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:04.863732Z","caller":"traceutil/trace.go:171","msg":"trace[386301586] linearizableReadLoop","detail":"{readStateIndex:36383; appliedIndex:36379; }","duration":"326.937166ms","start":"2026-02-27T02:22:04.536757Z","end":"2026-02-27T02:22:04.863694Z","steps":["trace[386301586] 'read index received' (duration: 60.84708ms)","trace[386301586] 'applied index is now lower than readState.Index' (duration: 266.088336ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:04.863587Z","caller":"traceutil/trace.go:171","msg":"trace[5382336] transaction","detail":"{read_only:false; response_revision:34731; number_of_response:1; }","duration":"332.872492ms","start":"2026-02-27T02:22:04.530687Z","end":"2026-02-27T02:22:04.86356Z","steps":["trace[5382336] 'process raft request' (duration: 332.78369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:04.863862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:04.530673Z","time spent":"333.139519ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:04.863771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:04.530597Z","time spent":"333.101188ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:04.863879Z","caller":"traceutil/trace.go:171","msg":"trace[1824601803] transaction","detail":"{read_only:false; response_revision:34732; number_of_response:1; }","duration":"332.535023ms","start":"2026-02-27T02:22:04.531211Z","end":"2026-02-27T02:22:04.863746Z","steps":["trace[1824601803] 'process raft request' (duration: 332.308547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:04.863987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:04.531156Z","time spent":"332.767119ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:04.864187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.403728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-02-27T02:22:04.86428Z","caller":"traceutil/trace.go:171","msg":"trace[1237718017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:34732; }","duration":"327.48854ms","start":"2026-02-27T02:22:04.536737Z","end":"2026-02-27T02:22:04.864225Z","steps":["trace[1237718017] 'agreement among raft nodes before linearized reading' (duration: 327.071689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:04.864329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:04.536728Z","time spent":"327.589722ms","remote":"127.0.0.1:60272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4853,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T02:22:05.070058Z","caller":"traceutil/trace.go:171","msg":"trace[2093348945] transaction","detail":"{read_only:false; response_revision:34733; number_of_response:1; }","duration":"192.820008ms","start":"2026-02-27T02:22:04.877211Z","end":"2026-02-27T02:22:05.070031Z","steps":["trace[2093348945] 'process raft request' (duration: 100.934099ms)","trace[2093348945] 'compare' (duration: 91.706705ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:05.070058Z","caller":"traceutil/trace.go:171","msg":"trace[1883172185] linearizableReadLoop","detail":"{readStateIndex:36384; appliedIndex:36383; }","duration":"191.621607ms","start":"2026-02-27T02:22:04.878405Z","end":"2026-02-27T02:22:05.070026Z","steps":["trace[1883172185] 'read index received' (duration: 99.80307ms)","trace[1883172185] 'applied index is now lower than readState.Index' (duration: 91.817197ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:05.070243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.814832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T02:22:05.070308Z","caller":"traceutil/trace.go:171","msg":"trace[746095410] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34733; }","duration":"191.912404ms","start":"2026-02-27T02:22:04.87838Z","end":"2026-02-27T02:22:05.070292Z","steps":["trace[746095410] 'agreement among raft nodes before linearized reading' (duration: 191.728309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.070321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.527473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:22:05.070409Z","caller":"traceutil/trace.go:171","msg":"trace[2086886865] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34733; }","duration":"152.662087ms","start":"2026-02-27T02:22:04.917726Z","end":"2026-02-27T02:22:05.070388Z","steps":["trace[2086886865] 'agreement among raft nodes before linearized reading' (duration: 152.515393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.070579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.046917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:22:05.070747Z","caller":"traceutil/trace.go:171","msg":"trace[770081772] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:34733; }","duration":"136.270532ms","start":"2026-02-27T02:22:04.934446Z","end":"2026-02-27T02:22:05.070717Z","steps":["trace[770081772] 'agreement among raft nodes before linearized reading' (duration: 135.818721ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:05.27675Z","caller":"traceutil/trace.go:171","msg":"trace[1541429001] transaction","detail":"{read_only:false; response_revision:34735; number_of_response:1; }","duration":"181.127399ms","start":"2026-02-27T02:22:05.09557Z","end":"2026-02-27T02:22:05.276697Z","steps":["trace[1541429001] 'process raft request' (duration: 180.909463ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:05.276951Z","caller":"traceutil/trace.go:171","msg":"trace[663892383] transaction","detail":"{read_only:false; response_revision:34736; number_of_response:1; }","duration":"180.164594ms","start":"2026-02-27T02:22:05.096757Z","end":"2026-02-27T02:22:05.276921Z","steps":["trace[663892383] 'process raft request' (duration: 179.895047ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:05.277201Z","caller":"traceutil/trace.go:171","msg":"trace[2134142051] linearizableReadLoop","detail":"{readStateIndex:36388; appliedIndex:36385; }","duration":"116.84125ms","start":"2026-02-27T02:22:05.160293Z","end":"2026-02-27T02:22:05.277135Z","steps":["trace[2134142051] 'read index received' (duration: 116.139221ms)","trace[2134142051] 'applied index is now lower than readState.Index' (duration: 700.739µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:05.277356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.053795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T02:22:05.277443Z","caller":"traceutil/trace.go:171","msg":"trace[1603711759] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34737; }","duration":"117.174268ms","start":"2026-02-27T02:22:05.16025Z","end":"2026-02-27T02:22:05.277424Z","steps":["trace[1603711759] 'agreement among raft nodes before linearized reading' (duration: 116.982703ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:05.277304Z","caller":"traceutil/trace.go:171","msg":"trace[649675900] transaction","detail":"{read_only:false; response_revision:34737; number_of_response:1; }","duration":"180.340109ms","start":"2026-02-27T02:22:05.096798Z","end":"2026-02-27T02:22:05.277139Z","steps":["trace[649675900] 'process raft request' (duration: 180.118543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.701463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.276143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:05.701589Z","caller":"traceutil/trace.go:171","msg":"trace[1421290126] linearizableReadLoop","detail":"{readStateIndex:36390; appliedIndex:36389; }","duration":"291.090146ms","start":"2026-02-27T02:22:05.410482Z","end":"2026-02-27T02:22:05.701572Z","steps":["trace[1421290126] 'read index received' (duration: 39.610537ms)","trace[1421290126] 'applied index is now lower than readState.Index' (duration: 251.477989ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:05.701675Z","caller":"traceutil/trace.go:171","msg":"trace[896068588] transaction","detail":"{read_only:false; response_revision:34739; number_of_response:1; }","duration":"329.502392ms","start":"2026-02-27T02:22:05.372142Z","end":"2026-02-27T02:22:05.701645Z","steps":["trace[896068588] 'process raft request' (duration: 77.956391ms)","trace[896068588] 'compare' (duration: 250.809351ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:05.70172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.23214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:05.701751Z","caller":"traceutil/trace.go:171","msg":"trace[268221146] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:34739; }","duration":"291.299851ms","start":"2026-02-27T02:22:05.410441Z","end":"2026-02-27T02:22:05.70174Z","steps":["trace[268221146] 'agreement among raft nodes before linearized reading' (duration: 291.228429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:05.701828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:05.372122Z","time spent":"329.624194ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:05.701972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.849617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:05.702067Z","caller":"traceutil/trace.go:171","msg":"trace[1600910268] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:34739; }","duration":"125.986651ms","start":"2026-02-27T02:22:05.576053Z","end":"2026-02-27T02:22:05.70204Z","steps":["trace[1600910268] 'agreement among raft nodes before linearized reading' (duration: 125.793346ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:06.256682Z","caller":"traceutil/trace.go:171","msg":"trace[1422766201] linearizableReadLoop","detail":"{readStateIndex:36393; appliedIndex:36392; }","duration":"228.992875ms","start":"2026-02-27T02:22:06.027645Z","end":"2026-02-27T02:22:06.256638Z","steps":["trace[1422766201] 'read index received' (duration: 228.80683ms)","trace[1422766201] 'applied index is now lower than readState.Index' (duration: 184.815µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:06.256708Z","caller":"traceutil/trace.go:171","msg":"trace[927133334] transaction","detail":"{read_only:false; response_revision:34742; number_of_response:1; }","duration":"250.3714ms","start":"2026-02-27T02:22:06.006315Z","end":"2026-02-27T02:22:06.256686Z","steps":["trace[927133334] 'process raft request' (duration: 250.155005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:06.256905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.248481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T02:22:06.256989Z","caller":"traceutil/trace.go:171","msg":"trace[912570595] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:34742; }","duration":"229.361044ms","start":"2026-02-27T02:22:06.027595Z","end":"2026-02-27T02:22:06.256956Z","steps":["trace[912570595] 'agreement among raft nodes before linearized reading' (duration: 229.162189ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:07.071801Z","caller":"traceutil/trace.go:171","msg":"trace[306994742] linearizableReadLoop","detail":"{readStateIndex:36398; appliedIndex:36396; }","duration":"198.708604ms","start":"2026-02-27T02:22:06.873068Z","end":"2026-02-27T02:22:07.071776Z","steps":["trace[306994742] 'read index received' (duration: 64.896196ms)","trace[306994742] 'applied index is now lower than readState.Index' (duration: 133.811348ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:07.072137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.860618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:07.072182Z","caller":"traceutil/trace.go:171","msg":"trace[1876040518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34747; }","duration":"199.128466ms","start":"2026-02-27T02:22:06.873041Z","end":"2026-02-27T02:22:07.072169Z","steps":["trace[1876040518] 'agreement among raft nodes before linearized reading' (duration: 198.829318ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:07.072167Z","caller":"traceutil/trace.go:171","msg":"trace[528429826] transaction","detail":"{read_only:false; response_revision:34746; number_of_response:1; }","duration":"199.744132ms","start":"2026-02-27T02:22:06.872383Z","end":"2026-02-27T02:22:07.072127Z","steps":["trace[528429826] 'process raft request' (duration: 150.435458ms)","trace[528429826] 'compare' (duration: 48.77993ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:07.072199Z","caller":"traceutil/trace.go:171","msg":"trace[1453436246] transaction","detail":"{read_only:false; response_revision:34747; number_of_response:1; }","duration":"199.014452ms","start":"2026-02-27T02:22:06.87316Z","end":"2026-02-27T02:22:07.072174Z","steps":["trace[1453436246] 'process raft request' (duration: 198.56085ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:07.25618Z","caller":"traceutil/trace.go:171","msg":"trace[940625769] transaction","detail":"{read_only:false; response_revision:34748; number_of_response:1; }","duration":"179.600388ms","start":"2026-02-27T02:22:07.076553Z","end":"2026-02-27T02:22:07.256153Z","steps":["trace[940625769] 'process raft request' (duration: 137.368242ms)","trace[940625769] 'compare' (duration: 42.056892ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:07.608543Z","caller":"traceutil/trace.go:171","msg":"trace[2022885009] transaction","detail":"{read_only:false; response_revision:34753; number_of_response:1; }","duration":"158.48873ms","start":"2026-02-27T02:22:07.450035Z","end":"2026-02-27T02:22:07.608524Z","steps":["trace[2022885009] 'process raft request' (duration: 158.367927ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:07.889533Z","caller":"traceutil/trace.go:171","msg":"trace[1199020123] transaction","detail":"{read_only:false; response_revision:34756; number_of_response:1; }","duration":"101.092623ms","start":"2026-02-27T02:22:07.788378Z","end":"2026-02-27T02:22:07.889471Z","steps":["trace[1199020123] 'process raft request' (duration: 45.189335ms)","trace[1199020123] 'compare' (duration: 55.466247ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:08.490487Z","caller":"traceutil/trace.go:171","msg":"trace[748486753] transaction","detail":"{read_only:false; response_revision:34759; number_of_response:1; }","duration":"152.699098ms","start":"2026-02-27T02:22:08.337759Z","end":"2026-02-27T02:22:08.490458Z","steps":["trace[748486753] 'process raft request' (duration: 152.494952ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:08.663532Z","caller":"traceutil/trace.go:171","msg":"trace[1905062170] linearizableReadLoop","detail":"{readStateIndex:36413; appliedIndex:36412; }","duration":"113.963593ms","start":"2026-02-27T02:22:08.549545Z","end":"2026-02-27T02:22:08.663509Z","steps":["trace[1905062170] 'read index received' (duration: 103.587339ms)","trace[1905062170] 'applied index is now lower than readState.Index' (duration: 10.375094ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:08.66371Z","caller":"traceutil/trace.go:171","msg":"trace[869138881] transaction","detail":"{read_only:false; response_revision:34761; number_of_response:1; }","duration":"119.607223ms","start":"2026-02-27T02:22:08.544029Z","end":"2026-02-27T02:22:08.663636Z","steps":["trace[869138881] 'process raft request' (duration: 109.162947ms)","trace[869138881] 'compare' (duration: 10.195129ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:08.663786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.234451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-bootstrap\" ","response":"range_response_count:1 size:7077"} {"level":"info","ts":"2026-02-27T02:22:08.663941Z","caller":"traceutil/trace.go:171","msg":"trace[119118120] range","detail":"{range_begin:/registry/jobs/openstack/nova-bootstrap; range_end:; response_count:1; response_revision:34761; }","duration":"114.443686ms","start":"2026-02-27T02:22:08.549472Z","end":"2026-02-27T02:22:08.663916Z","steps":["trace[119118120] 'agreement among raft nodes before linearized reading' (duration: 114.185969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:09.412327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.593777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:09.412451Z","caller":"traceutil/trace.go:171","msg":"trace[1045975384] linearizableReadLoop","detail":"{readStateIndex:36418; appliedIndex:36416; }","duration":"251.234813ms","start":"2026-02-27T02:22:09.161195Z","end":"2026-02-27T02:22:09.41243Z","steps":["trace[1045975384] 'read index received' (duration: 66.921729ms)","trace[1045975384] 'applied index is now lower than readState.Index' (duration: 184.311544ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:09.412485Z","caller":"traceutil/trace.go:171","msg":"trace[761110351] transaction","detail":"{read_only:false; response_revision:34766; number_of_response:1; }","duration":"261.203387ms","start":"2026-02-27T02:22:09.151248Z","end":"2026-02-27T02:22:09.412451Z","steps":["trace[761110351] 'process raft request' (duration: 156.390466ms)","trace[761110351] 'compare' (duration: 104.433481ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:09.412601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.410368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:8035"} {"level":"info","ts":"2026-02-27T02:22:09.412631Z","caller":"traceutil/trace.go:171","msg":"trace[275098625] range","detail":"{range_begin:/registry/jobs/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:34766; }","duration":"251.48552ms","start":"2026-02-27T02:22:09.161134Z","end":"2026-02-27T02:22:09.412619Z","steps":["trace[275098625] 'agreement among raft nodes before linearized reading' (duration: 251.347326ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:09.478622Z","caller":"traceutil/trace.go:171","msg":"trace[1107753690] transaction","detail":"{read_only:false; response_revision:34767; number_of_response:1; }","duration":"215.886959ms","start":"2026-02-27T02:22:09.262716Z","end":"2026-02-27T02:22:09.478603Z","steps":["trace[1107753690] 'process raft request' (duration: 215.736295ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:09.478805Z","caller":"traceutil/trace.go:171","msg":"trace[2063638453] transaction","detail":"{read_only:false; response_revision:34768; number_of_response:1; }","duration":"174.123754ms","start":"2026-02-27T02:22:09.304662Z","end":"2026-02-27T02:22:09.478786Z","steps":["trace[2063638453] 'process raft request' (duration: 173.903219ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:09.498455Z","caller":"traceutil/trace.go:171","msg":"trace[1204188850] transaction","detail":"{read_only:false; response_revision:34769; number_of_response:1; }","duration":"154.65716ms","start":"2026-02-27T02:22:09.343767Z","end":"2026-02-27T02:22:09.498424Z","steps":["trace[1204188850] 'process raft request' (duration: 154.437294ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:09.498907Z","caller":"traceutil/trace.go:171","msg":"trace[1791147996] transaction","detail":"{read_only:false; response_revision:34770; number_of_response:1; }","duration":"155.05806ms","start":"2026-02-27T02:22:09.34382Z","end":"2026-02-27T02:22:09.498878Z","steps":["trace[1791147996] 'process raft request' (duration: 154.556126ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:09.652544Z","caller":"traceutil/trace.go:171","msg":"trace[1716787595] transaction","detail":"{read_only:false; response_revision:34771; number_of_response:1; }","duration":"151.506856ms","start":"2026-02-27T02:22:09.501011Z","end":"2026-02-27T02:22:09.652518Z","steps":["trace[1716787595] 'process raft request' (duration: 151.322531ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:09.926451Z","caller":"traceutil/trace.go:171","msg":"trace[239875496] linearizableReadLoop","detail":"{readStateIndex:36424; appliedIndex:36422; }","duration":"304.481841ms","start":"2026-02-27T02:22:09.621945Z","end":"2026-02-27T02:22:09.926426Z","steps":["trace[239875496] 'read index received' (duration: 30.451735ms)","trace[239875496] 'applied index is now lower than readState.Index' (duration: 274.028656ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:09.926682Z","caller":"traceutil/trace.go:171","msg":"trace[1500143515] transaction","detail":"{read_only:false; response_revision:34772; number_of_response:1; }","duration":"394.917033ms","start":"2026-02-27T02:22:09.531751Z","end":"2026-02-27T02:22:09.926668Z","steps":["trace[1500143515] 'process raft request' (duration: 295.196526ms)","trace[1500143515] 'compare' (duration: 99.272985ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:09.926811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:09.531721Z","time spent":"394.999135ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:09.926932Z","caller":"traceutil/trace.go:171","msg":"trace[426844195] transaction","detail":"{read_only:false; response_revision:34773; number_of_response:1; }","duration":"296.260744ms","start":"2026-02-27T02:22:09.630644Z","end":"2026-02-27T02:22:09.926905Z","steps":["trace[426844195] 'process raft request' (duration: 295.72622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:09.927026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.072547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:22:09.927109Z","caller":"traceutil/trace.go:171","msg":"trace[1895159685] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34773; }","duration":"305.211281ms","start":"2026-02-27T02:22:09.621876Z","end":"2026-02-27T02:22:09.927087Z","steps":["trace[1895159685] 'agreement among raft nodes before linearized reading' (duration: 304.993895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:09.927155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:09.621852Z","time spent":"305.294763ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:22:09.993427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.11032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:09.993474Z","caller":"traceutil/trace.go:171","msg":"trace[1158020192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34774; }","duration":"116.186912ms","start":"2026-02-27T02:22:09.877277Z","end":"2026-02-27T02:22:09.993464Z","steps":["trace[1158020192] 'agreement among raft nodes before linearized reading' (duration: 116.088639ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:09.993467Z","caller":"traceutil/trace.go:171","msg":"trace[316942876] transaction","detail":"{read_only:false; response_revision:34774; number_of_response:1; }","duration":"331.250039ms","start":"2026-02-27T02:22:09.662178Z","end":"2026-02-27T02:22:09.993428Z","steps":["trace[316942876] 'process raft request' (duration: 331.055634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:09.993634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:09.662155Z","time spent":"331.384533ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9879,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:09.993657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.356663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T02:22:09.993758Z","caller":"traceutil/trace.go:171","msg":"trace[810390157] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34774; }","duration":"120.507347ms","start":"2026-02-27T02:22:09.87323Z","end":"2026-02-27T02:22:09.993737Z","steps":["trace[810390157] 'agreement among raft nodes before linearized reading' (duration: 120.2574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:09.994045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.566921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:09.994295Z","caller":"traceutil/trace.go:171","msg":"trace[350295795] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:34774; }","duration":"229.823387ms","start":"2026-02-27T02:22:09.764453Z","end":"2026-02-27T02:22:09.994277Z","steps":["trace[350295795] 'agreement among raft nodes before linearized reading' (duration: 229.478038ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:10.121113Z","caller":"traceutil/trace.go:171","msg":"trace[1083011617] linearizableReadLoop","detail":"{readStateIndex:36427; appliedIndex:36426; }","duration":"119.063768ms","start":"2026-02-27T02:22:10.002022Z","end":"2026-02-27T02:22:10.121086Z","steps":["trace[1083011617] 'read index received' (duration: 75.390824ms)","trace[1083011617] 'applied index is now lower than readState.Index' (duration: 43.671454ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:10.121192Z","caller":"traceutil/trace.go:171","msg":"trace[683821611] transaction","detail":"{read_only:false; response_revision:34775; number_of_response:1; }","duration":"120.554548ms","start":"2026-02-27T02:22:10.000598Z","end":"2026-02-27T02:22:10.121152Z","steps":["trace[683821611] 'process raft request' (duration: 76.861133ms)","trace[683821611] 'compare' (duration: 43.48679ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:10.121394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.348296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:8055"} {"level":"info","ts":"2026-02-27T02:22:10.121471Z","caller":"traceutil/trace.go:171","msg":"trace[1402641495] range","detail":"{range_begin:/registry/jobs/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:34775; }","duration":"119.440188ms","start":"2026-02-27T02:22:10.002013Z","end":"2026-02-27T02:22:10.121453Z","steps":["trace[1402641495] 'agreement among raft nodes before linearized reading' (duration: 119.219912ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:10.198742Z","caller":"traceutil/trace.go:171","msg":"trace[1433902668] transaction","detail":"{read_only:false; response_revision:34776; number_of_response:1; }","duration":"195.367556ms","start":"2026-02-27T02:22:10.003342Z","end":"2026-02-27T02:22:10.198709Z","steps":["trace[1433902668] 'process raft request' (duration: 195.14095ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:10.198765Z","caller":"traceutil/trace.go:171","msg":"trace[1063736506] transaction","detail":"{read_only:false; response_revision:34777; number_of_response:1; }","duration":"188.749621ms","start":"2026-02-27T02:22:10.009992Z","end":"2026-02-27T02:22:10.198741Z","steps":["trace[1063736506] 'process raft request' (duration: 188.653518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:10.199444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.801107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T02:22:10.199494Z","caller":"traceutil/trace.go:171","msg":"trace[120467960] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34777; }","duration":"195.866269ms","start":"2026-02-27T02:22:10.003616Z","end":"2026-02-27T02:22:10.199482Z","steps":["trace[120467960] 'agreement among raft nodes before linearized reading' (duration: 195.471509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:11.317956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.781859ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T02:22:11.318071Z","caller":"traceutil/trace.go:171","msg":"trace[406869320] linearizableReadLoop","detail":"{readStateIndex:36439; appliedIndex:36438; }","duration":"184.346885ms","start":"2026-02-27T02:22:11.13371Z","end":"2026-02-27T02:22:11.318056Z","steps":["trace[406869320] 'read index received' (duration: 8.390752ms)","trace[406869320] 'applied index is now lower than readState.Index' (duration: 175.954663ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:11.31827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.55068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:22:11.318296Z","caller":"traceutil/trace.go:171","msg":"trace[814633404] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:34785; }","duration":"184.620692ms","start":"2026-02-27T02:22:11.133669Z","end":"2026-02-27T02:22:11.31829Z","steps":["trace[814633404] 'agreement among raft nodes before linearized reading' (duration: 184.474178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:11.319883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.114738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:201 size:1860640"} {"level":"info","ts":"2026-02-27T02:22:11.319969Z","caller":"traceutil/trace.go:171","msg":"trace[1019260385] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:201; response_revision:34785; }","duration":"142.236531ms","start":"2026-02-27T02:22:11.177714Z","end":"2026-02-27T02:22:11.319951Z","steps":["trace[1019260385] 'agreement among raft nodes before linearized reading' (duration: 140.532476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:11.694265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.678527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T02:22:11.694371Z","caller":"traceutil/trace.go:171","msg":"trace[1551765413] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:34786; }","duration":"270.812691ms","start":"2026-02-27T02:22:11.423538Z","end":"2026-02-27T02:22:11.694351Z","steps":["trace[1551765413] 'range keys from in-memory index tree' (duration: 270.593715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:11.694398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.417469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-27T02:22:11.694468Z","caller":"traceutil/trace.go:171","msg":"trace[431173670] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:34786; }","duration":"245.527353ms","start":"2026-02-27T02:22:11.448922Z","end":"2026-02-27T02:22:11.694449Z","steps":["trace[431173670] 'range keys from in-memory index tree' (duration: 245.230034ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:11.694884Z","caller":"traceutil/trace.go:171","msg":"trace[1228851514] transaction","detail":"{read_only:false; response_revision:34787; number_of_response:1; }","duration":"210.415333ms","start":"2026-02-27T02:22:11.484433Z","end":"2026-02-27T02:22:11.694848Z","steps":["trace[1228851514] 'process raft request' (duration: 131.98967ms)","trace[1228851514] 'compare' (duration: 78.001712ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:12.077483Z","caller":"traceutil/trace.go:171","msg":"trace[2125692860] transaction","detail":"{read_only:false; response_revision:34788; number_of_response:1; }","duration":"592.284271ms","start":"2026-02-27T02:22:11.48517Z","end":"2026-02-27T02:22:12.077454Z","steps":["trace[2125692860] 'process raft request' (duration: 591.976863ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:12.077533Z","caller":"traceutil/trace.go:171","msg":"trace[456008668] linearizableReadLoop","detail":"{readStateIndex:36444; appliedIndex:36441; }","duration":"379.941727ms","start":"2026-02-27T02:22:11.697566Z","end":"2026-02-27T02:22:12.077508Z","steps":["trace[456008668] 'read index received' (duration: 379.711551ms)","trace[456008668] 'applied index is now lower than readState.Index' (duration: 228.966µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:12.077595Z","caller":"traceutil/trace.go:171","msg":"trace[1416415780] transaction","detail":"{read_only:false; response_revision:34789; number_of_response:1; }","duration":"572.989751ms","start":"2026-02-27T02:22:11.504555Z","end":"2026-02-27T02:22:12.077545Z","steps":["trace[1416415780] 'process raft request' (duration: 572.757695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:12.077659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:11.485151Z","time spent":"592.416704ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:12.077636Z","caller":"traceutil/trace.go:171","msg":"trace[234407406] transaction","detail":"{read_only:false; response_revision:34790; number_of_response:1; }","duration":"572.93776ms","start":"2026-02-27T02:22:11.504651Z","end":"2026-02-27T02:22:12.077589Z","steps":["trace[234407406] 'process raft request' (duration: 572.744385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:12.077753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.166433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6c0ffef5-737c-49ea-8c5a-edf716a919d5\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-02-27T02:22:12.077776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:11.504514Z","time spent":"573.170815ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:12.077824Z","caller":"traceutil/trace.go:171","msg":"trace[1302314218] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6c0ffef5-737c-49ea-8c5a-edf716a919d5; range_end:; response_count:1; response_revision:34790; }","duration":"380.285276ms","start":"2026-02-27T02:22:11.697524Z","end":"2026-02-27T02:22:12.077809Z","steps":["trace[1302314218] 'agreement among raft nodes before linearized reading' (duration: 380.098501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:12.077821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:11.504624Z","time spent":"573.109425ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:12.077863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:11.697506Z","time spent":"380.347247ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-6c0ffef5-737c-49ea-8c5a-edf716a919d5\" "} {"level":"warn","ts":"2026-02-27T02:22:12.140347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.252486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:12.140378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.072775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:12.140413Z","caller":"traceutil/trace.go:171","msg":"trace[1875791697] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:34791; }","duration":"328.156587ms","start":"2026-02-27T02:22:11.812244Z","end":"2026-02-27T02:22:12.140401Z","steps":["trace[1875791697] 'agreement among raft nodes before linearized reading' (duration: 327.985382ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:12.140411Z","caller":"traceutil/trace.go:171","msg":"trace[473209549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34791; }","duration":"267.36529ms","start":"2026-02-27T02:22:11.873031Z","end":"2026-02-27T02:22:12.140397Z","steps":["trace[473209549] 'agreement among raft nodes before linearized reading' (duration: 267.241586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:12.140362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.967987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:22:12.140441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:11.812218Z","time spent":"328.215159ms","remote":"127.0.0.1:58066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:22:12.140426Z","caller":"traceutil/trace.go:171","msg":"trace[757863462] transaction","detail":"{read_only:false; response_revision:34791; number_of_response:1; }","duration":"440.501268ms","start":"2026-02-27T02:22:11.699867Z","end":"2026-02-27T02:22:12.140369Z","steps":["trace[757863462] 'process raft request' (duration: 440.154289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:12.140568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:11.699842Z","time spent":"440.654552ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:12.140477Z","caller":"traceutil/trace.go:171","msg":"trace[1780332410] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:34791; }","duration":"273.104851ms","start":"2026-02-27T02:22:11.867351Z","end":"2026-02-27T02:22:12.140456Z","steps":["trace[1780332410] 'agreement among raft nodes before linearized reading' (duration: 272.928986ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:12.453993Z","caller":"traceutil/trace.go:171","msg":"trace[1016872743] linearizableReadLoop","detail":"{readStateIndex:36449; appliedIndex:36448; }","duration":"151.605449ms","start":"2026-02-27T02:22:12.302361Z","end":"2026-02-27T02:22:12.453966Z","steps":["trace[1016872743] 'read index received' (duration: 136.355466ms)","trace[1016872743] 'applied index is now lower than readState.Index' (duration: 15.248913ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:12.454115Z","caller":"traceutil/trace.go:171","msg":"trace[286929539] transaction","detail":"{read_only:false; response_revision:34795; number_of_response:1; }","duration":"158.256695ms","start":"2026-02-27T02:22:12.295809Z","end":"2026-02-27T02:22:12.454065Z","steps":["trace[286929539] 'process raft request' (duration: 142.890939ms)","trace[286929539] 'compare' (duration: 15.126569ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:12.454238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.862686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T02:22:12.454455Z","caller":"traceutil/trace.go:171","msg":"trace[1006047860] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34795; }","duration":"152.112672ms","start":"2026-02-27T02:22:12.302329Z","end":"2026-02-27T02:22:12.454442Z","steps":["trace[1006047860] 'agreement among raft nodes before linearized reading' (duration: 151.784543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:13.676736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.604881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:13.676809Z","caller":"traceutil/trace.go:171","msg":"trace[1246545154] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:34801; }","duration":"167.722705ms","start":"2026-02-27T02:22:13.509066Z","end":"2026-02-27T02:22:13.676789Z","steps":["trace[1246545154] 'count revisions from in-memory index tree' (duration: 167.509579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:13.67794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.063392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:201 size:1860640"} {"level":"info","ts":"2026-02-27T02:22:13.677978Z","caller":"traceutil/trace.go:171","msg":"trace[1686054481] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:201; response_revision:34801; }","duration":"118.135464ms","start":"2026-02-27T02:22:13.559834Z","end":"2026-02-27T02:22:13.67797Z","steps":["trace[1686054481] 'range keys from in-memory index tree' (duration: 116.986853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:13.984023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.626162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:13.984123Z","caller":"traceutil/trace.go:171","msg":"trace[183791275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34802; }","duration":"111.769646ms","start":"2026-02-27T02:22:13.872329Z","end":"2026-02-27T02:22:13.984099Z","steps":["trace[183791275] 'range keys from in-memory index tree' (duration: 111.55458ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:14.433236Z","caller":"traceutil/trace.go:171","msg":"trace[384208448] linearizableReadLoop","detail":"{readStateIndex:36459; appliedIndex:36456; }","duration":"288.758966ms","start":"2026-02-27T02:22:14.144453Z","end":"2026-02-27T02:22:14.433212Z","steps":["trace[384208448] 'read index received' (duration: 22.874485ms)","trace[384208448] 'applied index is now lower than readState.Index' (duration: 265.883291ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:14.433431Z","caller":"traceutil/trace.go:171","msg":"trace[1436777310] transaction","detail":"{read_only:false; response_revision:34805; number_of_response:1; }","duration":"349.085591ms","start":"2026-02-27T02:22:14.084316Z","end":"2026-02-27T02:22:14.433402Z","steps":["trace[1436777310] 'process raft request' (duration: 348.716241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:14.433575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:14.084299Z","time spent":"349.205074ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:14.433619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.160357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:22:14.4337Z","caller":"traceutil/trace.go:171","msg":"trace[1156854426] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:34805; }","duration":"289.29953ms","start":"2026-02-27T02:22:14.144382Z","end":"2026-02-27T02:22:14.433681Z","steps":["trace[1156854426] 'agreement among raft nodes before linearized reading' (duration: 289.050993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:14.433704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.996845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:22:14.43375Z","caller":"traceutil/trace.go:171","msg":"trace[1495397856] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:34805; }","duration":"139.141459ms","start":"2026-02-27T02:22:14.294596Z","end":"2026-02-27T02:22:14.433738Z","steps":["trace[1495397856] 'agreement among raft nodes before linearized reading' (duration: 138.970095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:14.433875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.14116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:14.433928Z","caller":"traceutil/trace.go:171","msg":"trace[1054250176] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:34805; }","duration":"150.191461ms","start":"2026-02-27T02:22:14.28372Z","end":"2026-02-27T02:22:14.433911Z","steps":["trace[1054250176] 'agreement among raft nodes before linearized reading' (duration: 150.110939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:14.43374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.655612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:22:14.434282Z","caller":"traceutil/trace.go:171","msg":"trace[980728834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34805; }","duration":"191.244317ms","start":"2026-02-27T02:22:14.243013Z","end":"2026-02-27T02:22:14.434257Z","steps":["trace[980728834] 'agreement among raft nodes before linearized reading' (duration: 190.544459ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:14.586806Z","caller":"traceutil/trace.go:171","msg":"trace[1954317674] linearizableReadLoop","detail":"{readStateIndex:36461; appliedIndex:36460; }","duration":"102.318886ms","start":"2026-02-27T02:22:14.484465Z","end":"2026-02-27T02:22:14.586784Z","steps":["trace[1954317674] 'read index received' (duration: 37.82856ms)","trace[1954317674] 'applied index is now lower than readState.Index' (duration: 64.489136ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:14.587052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.551162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:22:14.587157Z","caller":"traceutil/trace.go:171","msg":"trace[435520570] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:34807; }","duration":"102.722157ms","start":"2026-02-27T02:22:14.484412Z","end":"2026-02-27T02:22:14.587134Z","steps":["trace[435520570] 'agreement among raft nodes before linearized reading' (duration: 102.509751ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:14.587361Z","caller":"traceutil/trace.go:171","msg":"trace[1376582817] transaction","detail":"{read_only:false; response_revision:34807; number_of_response:1; }","duration":"148.58519ms","start":"2026-02-27T02:22:14.438275Z","end":"2026-02-27T02:22:14.586861Z","steps":["trace[1376582817] 'process raft request' (duration: 84.007252ms)","trace[1376582817] 'compare' (duration: 64.377142ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:14.875591Z","caller":"traceutil/trace.go:171","msg":"trace[164521449] transaction","detail":"{read_only:false; response_revision:34811; number_of_response:1; }","duration":"190.909489ms","start":"2026-02-27T02:22:14.684664Z","end":"2026-02-27T02:22:14.875574Z","steps":["trace[164521449] 'process raft request' (duration: 190.784586ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:14.910829Z","caller":"traceutil/trace.go:171","msg":"trace[722939575] transaction","detail":"{read_only:false; response_revision:34813; number_of_response:1; }","duration":"149.328208ms","start":"2026-02-27T02:22:14.761484Z","end":"2026-02-27T02:22:14.910813Z","steps":["trace[722939575] 'process raft request' (duration: 149.235986ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:14.910848Z","caller":"traceutil/trace.go:171","msg":"trace[812397629] transaction","detail":"{read_only:false; response_revision:34812; number_of_response:1; }","duration":"226.115309ms","start":"2026-02-27T02:22:14.684697Z","end":"2026-02-27T02:22:14.910812Z","steps":["trace[812397629] 'process raft request' (duration: 225.929195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.12265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.861735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:15.122884Z","caller":"traceutil/trace.go:171","msg":"trace[1189883637] transaction","detail":"{read_only:false; response_revision:34814; number_of_response:1; }","duration":"208.38665ms","start":"2026-02-27T02:22:14.914468Z","end":"2026-02-27T02:22:15.122855Z","steps":["trace[1189883637] 'process raft request' (duration: 101.196106ms)","trace[1189883637] 'compare' (duration: 106.688261ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:15.122838Z","caller":"traceutil/trace.go:171","msg":"trace[1547994348] transaction","detail":"{read_only:false; response_revision:34815; number_of_response:1; }","duration":"188.063942ms","start":"2026-02-27T02:22:14.934756Z","end":"2026-02-27T02:22:15.12282Z","steps":["trace[1547994348] 'process raft request' (duration: 187.998981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:15.999285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349815551245934,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T02:22:16.0907Z","caller":"traceutil/trace.go:171","msg":"trace[1402549812] transaction","detail":"{read_only:false; response_revision:34816; number_of_response:1; }","duration":"960.103088ms","start":"2026-02-27T02:22:15.130563Z","end":"2026-02-27T02:22:16.090666Z","steps":["trace[1402549812] 'process raft request' (duration: 959.679326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.090894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.130548Z","time spent":"960.251491ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:16.34902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.833731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:16.349299Z","caller":"traceutil/trace.go:171","msg":"trace[765688112] transaction","detail":"{read_only:false; response_revision:34818; number_of_response:1; }","duration":"176.236389ms","start":"2026-02-27T02:22:16.173048Z","end":"2026-02-27T02:22:16.349284Z","steps":["trace[765688112] 'process raft request' (duration: 176.157907ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:16.349347Z","caller":"traceutil/trace.go:171","msg":"trace[1025560260] linearizableReadLoop","detail":"{readStateIndex:36471; appliedIndex:36469; }","duration":"850.55843ms","start":"2026-02-27T02:22:15.498762Z","end":"2026-02-27T02:22:16.349321Z","steps":["trace[1025560260] 'read index received' (duration: 558.711244ms)","trace[1025560260] 'applied index is now lower than readState.Index' (duration: 291.844876ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:16.349428Z","caller":"traceutil/trace.go:171","msg":"trace[1817880033] transaction","detail":"{read_only:false; response_revision:34817; number_of_response:1; }","duration":"619.883471ms","start":"2026-02-27T02:22:15.729497Z","end":"2026-02-27T02:22:16.34938Z","steps":["trace[1817880033] 'process raft request' (duration: 410.455474ms)","trace[1817880033] 'compare' (duration: 208.540343ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:16.349637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.729478Z","time spent":"620.046794ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:16.349695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.909859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T02:22:16.349789Z","caller":"traceutil/trace.go:171","msg":"trace[746015870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34818; }","duration":"851.067163ms","start":"2026-02-27T02:22:15.4987Z","end":"2026-02-27T02:22:16.349767Z","steps":["trace[746015870] 'agreement among raft nodes before linearized reading' (duration: 850.712613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.349844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.49867Z","time spent":"851.163936ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T02:22:16.384695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.665735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:16.384759Z","caller":"traceutil/trace.go:171","msg":"trace[910060432] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34819; }","duration":"380.783128ms","start":"2026-02-27T02:22:16.003962Z","end":"2026-02-27T02:22:16.384745Z","steps":["trace[910060432] 'agreement among raft nodes before linearized reading' (duration: 380.597043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.384749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.384443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-02-27T02:22:16.384785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.00394Z","time spent":"380.83892ms","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-27T02:22:16.384816Z","caller":"traceutil/trace.go:171","msg":"trace[647099965] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34819; }","duration":"769.488036ms","start":"2026-02-27T02:22:15.615296Z","end":"2026-02-27T02:22:16.384784Z","steps":["trace[647099965] 'agreement among raft nodes before linearized reading' (duration: 769.25602ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:16.384807Z","caller":"traceutil/trace.go:171","msg":"trace[49154418] transaction","detail":"{read_only:false; response_revision:34819; number_of_response:1; }","duration":"209.224562ms","start":"2026-02-27T02:22:16.175558Z","end":"2026-02-27T02:22:16.384782Z","steps":["trace[49154418] 'process raft request' (duration: 208.890093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.384851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.61527Z","time spent":"769.571158ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T02:22:16.384905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.604586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:16.384971Z","caller":"traceutil/trace.go:171","msg":"trace[997448142] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:34819; }","duration":"635.713739ms","start":"2026-02-27T02:22:15.749242Z","end":"2026-02-27T02:22:16.384956Z","steps":["trace[997448142] 'agreement among raft nodes before linearized reading' (duration: 635.570306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.385008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.749228Z","time spent":"635.772971ms","remote":"127.0.0.1:58088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:22:16.385043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.799033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-02-27T02:22:16.385106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.724363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T02:22:16.385129Z","caller":"traceutil/trace.go:171","msg":"trace[749292214] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:34819; }","duration":"356.930097ms","start":"2026-02-27T02:22:16.02819Z","end":"2026-02-27T02:22:16.38512Z","steps":["trace[749292214] 'agreement among raft nodes before linearized reading' (duration: 356.746102ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:16.385132Z","caller":"traceutil/trace.go:171","msg":"trace[2107494512] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:34819; }","duration":"662.784525ms","start":"2026-02-27T02:22:15.722339Z","end":"2026-02-27T02:22:16.385123Z","steps":["trace[2107494512] 'agreement among raft nodes before linearized reading' (duration: 662.702293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.385151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.722321Z","time spent":"662.825455ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T02:22:16.385152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:16.028171Z","time spent":"356.974278ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-02-27T02:22:16.385201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.51973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:16.385227Z","caller":"traceutil/trace.go:171","msg":"trace[192343461] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:34819; }","duration":"757.591091ms","start":"2026-02-27T02:22:15.62763Z","end":"2026-02-27T02:22:16.385221Z","steps":["trace[192343461] 'agreement among raft nodes before linearized reading' (duration: 757.54556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.38523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.6814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:16.385244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.627607Z","time spent":"757.632003ms","remote":"127.0.0.1:58148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:22:16.385253Z","caller":"traceutil/trace.go:171","msg":"trace[360690011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34819; }","duration":"511.749561ms","start":"2026-02-27T02:22:15.873497Z","end":"2026-02-27T02:22:16.385246Z","steps":["trace[360690011] 'agreement among raft nodes before linearized reading' (duration: 511.70785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.385274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:15.873477Z","time spent":"511.790322ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T02:22:16.576361Z","caller":"traceutil/trace.go:171","msg":"trace[743963803] linearizableReadLoop","detail":"{readStateIndex:36476; appliedIndex:36473; }","duration":"185.925056ms","start":"2026-02-27T02:22:16.39042Z","end":"2026-02-27T02:22:16.576345Z","steps":["trace[743963803] 'read index received' (duration: 3.148983ms)","trace[743963803] 'applied index is now lower than readState.Index' (duration: 182.775183ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:16.57669Z","caller":"traceutil/trace.go:171","msg":"trace[1391535879] transaction","detail":"{read_only:false; response_revision:34821; number_of_response:1; }","duration":"188.417722ms","start":"2026-02-27T02:22:16.388233Z","end":"2026-02-27T02:22:16.576651Z","steps":["trace[1391535879] 'process raft request' (duration: 188.004341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.576856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.403358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T02:22:16.576947Z","caller":"traceutil/trace.go:171","msg":"trace[1204339832] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34821; }","duration":"186.566213ms","start":"2026-02-27T02:22:16.390363Z","end":"2026-02-27T02:22:16.576929Z","steps":["trace[1204339832] 'agreement among raft nodes before linearized reading' (duration: 186.260705ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:16.577612Z","caller":"traceutil/trace.go:171","msg":"trace[1779808611] transaction","detail":"{read_only:false; response_revision:34822; number_of_response:1; }","duration":"137.559538ms","start":"2026-02-27T02:22:16.440019Z","end":"2026-02-27T02:22:16.577579Z","steps":["trace[1779808611] 'process raft request' (duration: 137.240279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.577733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.895659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:16.577877Z","caller":"traceutil/trace.go:171","msg":"trace[316160913] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34822; }","duration":"185.077184ms","start":"2026-02-27T02:22:16.392771Z","end":"2026-02-27T02:22:16.577849Z","steps":["trace[316160913] 'agreement among raft nodes before linearized reading' (duration: 184.752375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.577909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.794875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-27T02:22:16.577964Z","caller":"traceutil/trace.go:171","msg":"trace[1782692958] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:34822; }","duration":"100.902477ms","start":"2026-02-27T02:22:16.477047Z","end":"2026-02-27T02:22:16.577949Z","steps":["trace[1782692958] 'agreement among raft nodes before linearized reading' (duration: 100.733503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.578278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.268372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-02-27T02:22:16.578447Z","caller":"traceutil/trace.go:171","msg":"trace[1126380787] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:34822; }","duration":"184.353334ms","start":"2026-02-27T02:22:16.393968Z","end":"2026-02-27T02:22:16.578321Z","steps":["trace[1126380787] 'agreement among raft nodes before linearized reading' (duration: 184.158879ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:16.777081Z","caller":"traceutil/trace.go:171","msg":"trace[1906473187] linearizableReadLoop","detail":"{readStateIndex:36480; appliedIndex:36479; }","duration":"133.1273ms","start":"2026-02-27T02:22:16.643934Z","end":"2026-02-27T02:22:16.777062Z","steps":["trace[1906473187] 'read index received' (duration: 132.883874ms)","trace[1906473187] 'applied index is now lower than readState.Index' (duration: 242.666µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:16.777144Z","caller":"traceutil/trace.go:171","msg":"trace[47670891] transaction","detail":"{read_only:false; response_revision:34825; number_of_response:1; }","duration":"144.674945ms","start":"2026-02-27T02:22:16.632426Z","end":"2026-02-27T02:22:16.7771Z","steps":["trace[47670891] 'process raft request' (duration: 144.45833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.777327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.059542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:22:16.777407Z","caller":"traceutil/trace.go:171","msg":"trace[253998258] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:34825; }","duration":"191.163844ms","start":"2026-02-27T02:22:16.586227Z","end":"2026-02-27T02:22:16.777391Z","steps":["trace[253998258] 'agreement among raft nodes before linearized reading' (duration: 190.957919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.777359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.26777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-02-27T02:22:16.77751Z","caller":"traceutil/trace.go:171","msg":"trace[1625990636] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:34825; }","duration":"182.436734ms","start":"2026-02-27T02:22:16.595053Z","end":"2026-02-27T02:22:16.77749Z","steps":["trace[1625990636] 'agreement among raft nodes before linearized reading' (duration: 182.103255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.777563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.538241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T02:22:16.777498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.971407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:16.777653Z","caller":"traceutil/trace.go:171","msg":"trace[387846280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34825; }","duration":"133.680354ms","start":"2026-02-27T02:22:16.64395Z","end":"2026-02-27T02:22:16.77763Z","steps":["trace[387846280] 'agreement among raft nodes before linearized reading' (duration: 133.400347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:16.777626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.360088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:22:16.777782Z","caller":"traceutil/trace.go:171","msg":"trace[78658381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34825; }","duration":"186.598074ms","start":"2026-02-27T02:22:16.591148Z","end":"2026-02-27T02:22:16.777746Z","steps":["trace[78658381] 'agreement among raft nodes before linearized reading' (duration: 186.115911ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:16.777692Z","caller":"traceutil/trace.go:171","msg":"trace[1386265165] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34825; }","duration":"127.204313ms","start":"2026-02-27T02:22:16.650466Z","end":"2026-02-27T02:22:16.77767Z","steps":["trace[1386265165] 'agreement among raft nodes before linearized reading' (duration: 126.913746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.057838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.46045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:17.058065Z","caller":"traceutil/trace.go:171","msg":"trace[172176562] linearizableReadLoop","detail":"{readStateIndex:36483; appliedIndex:36481; }","duration":"184.645073ms","start":"2026-02-27T02:22:16.873399Z","end":"2026-02-27T02:22:17.058044Z","steps":["trace[172176562] 'read index received' (duration: 53.70954ms)","trace[172176562] 'applied index is now lower than readState.Index' (duration: 130.934082ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:17.058169Z","caller":"traceutil/trace.go:171","msg":"trace[1834932212] transaction","detail":"{read_only:false; response_revision:34827; number_of_response:1; }","duration":"274.499439ms","start":"2026-02-27T02:22:16.783657Z","end":"2026-02-27T02:22:17.058157Z","steps":["trace[1834932212] 'process raft request' (duration: 143.608157ms)","trace[1834932212] 'compare' (duration: 130.127001ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:17.058315Z","caller":"traceutil/trace.go:171","msg":"trace[1754418503] transaction","detail":"{read_only:false; number_of_response:0; response_revision:34827; }","duration":"274.034876ms","start":"2026-02-27T02:22:16.784253Z","end":"2026-02-27T02:22:17.058288Z","steps":["trace[1754418503] 'process raft request' (duration: 273.710757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.058345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.93285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:17.058391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.322875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:22:17.05844Z","caller":"traceutil/trace.go:171","msg":"trace[490052530] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34827; }","duration":"178.408147ms","start":"2026-02-27T02:22:16.880009Z","end":"2026-02-27T02:22:17.058418Z","steps":["trace[490052530] 'agreement among raft nodes before linearized reading' (duration: 178.254783ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:17.05843Z","caller":"traceutil/trace.go:171","msg":"trace[738500225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34827; }","duration":"185.060033ms","start":"2026-02-27T02:22:16.873351Z","end":"2026-02-27T02:22:17.058411Z","steps":["trace[738500225] 'agreement among raft nodes before linearized reading' (duration: 184.885319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.058499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.817007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:22:17.058582Z","caller":"traceutil/trace.go:171","msg":"trace[715564062] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34827; }","duration":"142.94013ms","start":"2026-02-27T02:22:16.915617Z","end":"2026-02-27T02:22:17.058557Z","steps":["trace[715564062] 'agreement among raft nodes before linearized reading' (duration: 142.694564ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:17.251219Z","caller":"traceutil/trace.go:171","msg":"trace[1273637639] linearizableReadLoop","detail":"{readStateIndex:36486; appliedIndex:36483; }","duration":"133.266804ms","start":"2026-02-27T02:22:17.117927Z","end":"2026-02-27T02:22:17.251194Z","steps":["trace[1273637639] 'read index received' (duration: 13.289021ms)","trace[1273637639] 'applied index is now lower than readState.Index' (duration: 119.976633ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:17.2514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.448539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:17.251437Z","caller":"traceutil/trace.go:171","msg":"trace[629639540] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:34830; }","duration":"133.566632ms","start":"2026-02-27T02:22:17.117861Z","end":"2026-02-27T02:22:17.251427Z","steps":["trace[629639540] 'agreement among raft nodes before linearized reading' (duration: 133.461499ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:17.2514Z","caller":"traceutil/trace.go:171","msg":"trace[1816278175] transaction","detail":"{read_only:false; response_revision:34829; number_of_response:1; }","duration":"185.585808ms","start":"2026-02-27T02:22:17.065802Z","end":"2026-02-27T02:22:17.251387Z","steps":["trace[1816278175] 'process raft request' (duration: 184.408757ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:17.251513Z","caller":"traceutil/trace.go:171","msg":"trace[1518793181] transaction","detail":"{read_only:false; response_revision:34830; number_of_response:1; }","duration":"179.437294ms","start":"2026-02-27T02:22:17.071822Z","end":"2026-02-27T02:22:17.251259Z","steps":["trace[1518793181] 'process raft request' (duration: 179.241939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.251736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.837139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-27T02:22:17.252376Z","caller":"traceutil/trace.go:171","msg":"trace[1416364903] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34830; }","duration":"117.511957ms","start":"2026-02-27T02:22:17.13484Z","end":"2026-02-27T02:22:17.252352Z","steps":["trace[1416364903] 'agreement among raft nodes before linearized reading' (duration: 116.751197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:17.251775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.18256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:22:17.252569Z","caller":"traceutil/trace.go:171","msg":"trace[1896206382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34830; }","duration":"126.056283ms","start":"2026-02-27T02:22:17.126504Z","end":"2026-02-27T02:22:17.25256Z","steps":["trace[1896206382] 'agreement among raft nodes before linearized reading' (duration: 125.090767ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:18.207917Z","caller":"traceutil/trace.go:171","msg":"trace[502387985] transaction","detail":"{read_only:false; response_revision:34834; number_of_response:1; }","duration":"106.783404ms","start":"2026-02-27T02:22:18.101106Z","end":"2026-02-27T02:22:18.207889Z","steps":["trace[502387985] 'process raft request' (duration: 106.62858ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:18.576782Z","caller":"traceutil/trace.go:171","msg":"trace[390142533] transaction","detail":"{read_only:false; response_revision:34838; number_of_response:1; }","duration":"128.387755ms","start":"2026-02-27T02:22:18.448367Z","end":"2026-02-27T02:22:18.576755Z","steps":["trace[390142533] 'process raft request' (duration: 123.884726ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:18.754509Z","caller":"traceutil/trace.go:171","msg":"trace[1814595858] transaction","detail":"{read_only:false; response_revision:34839; number_of_response:1; }","duration":"170.216032ms","start":"2026-02-27T02:22:18.584235Z","end":"2026-02-27T02:22:18.754451Z","steps":["trace[1814595858] 'process raft request' (duration: 120.893877ms)","trace[1814595858] 'compare' (duration: 48.894393ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:18.754547Z","caller":"traceutil/trace.go:171","msg":"trace[168299334] linearizableReadLoop","detail":"{readStateIndex:36495; appliedIndex:36494; }","duration":"104.73528ms","start":"2026-02-27T02:22:18.649769Z","end":"2026-02-27T02:22:18.754505Z","steps":["trace[168299334] 'read index received' (duration: 55.381055ms)","trace[168299334] 'applied index is now lower than readState.Index' (duration: 49.350225ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:18.754808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.008997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:22:18.754863Z","caller":"traceutil/trace.go:171","msg":"trace[2017496250] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:34840; }","duration":"105.11062ms","start":"2026-02-27T02:22:18.649736Z","end":"2026-02-27T02:22:18.754846Z","steps":["trace[2017496250] 'agreement among raft nodes before linearized reading' (duration: 104.887014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.019609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.266504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:19.019736Z","caller":"traceutil/trace.go:171","msg":"trace[113731139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34842; }","duration":"147.440929ms","start":"2026-02-27T02:22:18.87228Z","end":"2026-02-27T02:22:19.019721Z","steps":["trace[113731139] 'range keys from in-memory index tree' (duration: 147.191852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:19.020023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.259349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" ","response":"range_response_count:1 size:1086"} {"level":"info","ts":"2026-02-27T02:22:19.020067Z","caller":"traceutil/trace.go:171","msg":"trace[1561298939] range","detail":"{range_begin:/registry/ingress/openstack/compute-novnc-proxy; range_end:; response_count:1; response_revision:34842; }","duration":"126.318051ms","start":"2026-02-27T02:22:18.893743Z","end":"2026-02-27T02:22:19.020061Z","steps":["trace[1561298939] 'range keys from in-memory index tree' (duration: 126.159936ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:19.382063Z","caller":"traceutil/trace.go:171","msg":"trace[1691896941] transaction","detail":"{read_only:false; response_revision:34844; number_of_response:1; }","duration":"112.272239ms","start":"2026-02-27T02:22:19.269764Z","end":"2026-02-27T02:22:19.382036Z","steps":["trace[1691896941] 'process raft request' (duration: 112.046953ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:19.555332Z","caller":"traceutil/trace.go:171","msg":"trace[1574855682] transaction","detail":"{read_only:false; response_revision:34846; number_of_response:1; }","duration":"164.263864ms","start":"2026-02-27T02:22:19.391043Z","end":"2026-02-27T02:22:19.555306Z","steps":["trace[1574855682] 'process raft request' (duration: 164.12102ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:19.555537Z","caller":"traceutil/trace.go:171","msg":"trace[224611989] transaction","detail":"{read_only:false; response_revision:34845; number_of_response:1; }","duration":"164.982243ms","start":"2026-02-27T02:22:19.39054Z","end":"2026-02-27T02:22:19.555522Z","steps":["trace[224611989] 'process raft request' (duration: 94.302314ms)","trace[224611989] 'compare' (duration: 70.011341ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:20.156239Z","caller":"traceutil/trace.go:171","msg":"trace[640810064] transaction","detail":"{read_only:false; response_revision:34849; number_of_response:1; }","duration":"216.559457ms","start":"2026-02-27T02:22:19.939658Z","end":"2026-02-27T02:22:20.156217Z","steps":["trace[640810064] 'process raft request' (duration: 216.429703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:20.566996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.403461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:20.567108Z","caller":"traceutil/trace.go:171","msg":"trace[1374803992] transaction","detail":"{read_only:false; response_revision:34852; number_of_response:1; }","duration":"185.510996ms","start":"2026-02-27T02:22:20.381578Z","end":"2026-02-27T02:22:20.567089Z","steps":["trace[1374803992] 'process raft request' (duration: 66.93285ms)","trace[1374803992] 'compare' (duration: 118.261467ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:20.613733Z","caller":"traceutil/trace.go:171","msg":"trace[843850995] transaction","detail":"{read_only:false; response_revision:34853; number_of_response:1; }","duration":"184.16164ms","start":"2026-02-27T02:22:20.429551Z","end":"2026-02-27T02:22:20.613713Z","steps":["trace[843850995] 'process raft request' (duration: 183.78845ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:20.61383Z","caller":"traceutil/trace.go:171","msg":"trace[1596954536] transaction","detail":"{read_only:false; response_revision:34854; number_of_response:1; }","duration":"165.62657ms","start":"2026-02-27T02:22:20.448198Z","end":"2026-02-27T02:22:20.613825Z","steps":["trace[1596954536] 'process raft request' (duration: 165.230969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:20.925938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.061735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:20.926067Z","caller":"traceutil/trace.go:171","msg":"trace[720284994] linearizableReadLoop","detail":"{readStateIndex:36512; appliedIndex:36511; }","duration":"119.89201ms","start":"2026-02-27T02:22:20.806156Z","end":"2026-02-27T02:22:20.926048Z","steps":["trace[720284994] 'read index received' (duration: 28.701µs)","trace[720284994] 'applied index is now lower than readState.Index' (duration: 119.861959ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:20.926108Z","caller":"traceutil/trace.go:171","msg":"trace[1589575398] transaction","detail":"{read_only:false; response_revision:34856; number_of_response:1; }","duration":"153.271063ms","start":"2026-02-27T02:22:20.772789Z","end":"2026-02-27T02:22:20.92606Z","steps":["trace[1589575398] 'process raft request' (duration: 32.980722ms)","trace[1589575398] 'compare' (duration: 119.969022ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:20.926246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.081295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:22:20.926303Z","caller":"traceutil/trace.go:171","msg":"trace[367152963] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:34856; }","duration":"120.160888ms","start":"2026-02-27T02:22:20.806126Z","end":"2026-02-27T02:22:20.926287Z","steps":["trace[367152963] 'agreement among raft nodes before linearized reading' (duration: 120.014214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:21.278505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.655164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:21.278645Z","caller":"traceutil/trace.go:171","msg":"trace[1185186625] transaction","detail":"{read_only:false; response_revision:34857; number_of_response:1; }","duration":"347.013176ms","start":"2026-02-27T02:22:20.931618Z","end":"2026-02-27T02:22:21.278631Z","steps":["trace[1185186625] 'process raft request' (duration: 112.166056ms)","trace[1185186625] 'compare' (duration: 234.328156ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:21.278693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:20.931592Z","time spent":"347.081998ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:21.278852Z","caller":"traceutil/trace.go:171","msg":"trace[1751965151] linearizableReadLoop","detail":"{readStateIndex:36514; appliedIndex:36512; }","duration":"191.591056ms","start":"2026-02-27T02:22:21.087232Z","end":"2026-02-27T02:22:21.278823Z","steps":["trace[1751965151] 'read index received' (duration: 189.295255ms)","trace[1751965151] 'applied index is now lower than readState.Index' (duration: 2.294751ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:21.279025Z","caller":"traceutil/trace.go:171","msg":"trace[2112308272] transaction","detail":"{read_only:false; response_revision:34858; number_of_response:1; }","duration":"347.113159ms","start":"2026-02-27T02:22:20.931903Z","end":"2026-02-27T02:22:21.279017Z","steps":["trace[2112308272] 'process raft request' (duration: 346.681407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:21.279167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.921665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:22:21.27927Z","caller":"traceutil/trace.go:171","msg":"trace[1883804384] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34858; }","duration":"192.097559ms","start":"2026-02-27T02:22:21.087153Z","end":"2026-02-27T02:22:21.279251Z","steps":["trace[1883804384] 'agreement among raft nodes before linearized reading' (duration: 191.882473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:21.27923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:20.931885Z","time spent":"347.241782ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:21.88131Z","caller":"traceutil/trace.go:171","msg":"trace[1224771099] transaction","detail":"{read_only:false; response_revision:34864; number_of_response:1; }","duration":"125.421416ms","start":"2026-02-27T02:22:21.755856Z","end":"2026-02-27T02:22:21.881277Z","steps":["trace[1224771099] 'process raft request' (duration: 64.961147ms)","trace[1224771099] 'compare' (duration: 60.200512ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:22.716602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.295953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:22.716814Z","caller":"traceutil/trace.go:171","msg":"trace[294623639] transaction","detail":"{read_only:false; response_revision:34867; number_of_response:1; }","duration":"143.676249ms","start":"2026-02-27T02:22:22.573119Z","end":"2026-02-27T02:22:22.716796Z","steps":["trace[294623639] 'process raft request' (duration: 143.614048ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:22.716943Z","caller":"traceutil/trace.go:171","msg":"trace[156139028] transaction","detail":"{read_only:false; response_revision:34866; number_of_response:1; }","duration":"300.565468ms","start":"2026-02-27T02:22:22.416368Z","end":"2026-02-27T02:22:22.716933Z","steps":["trace[156139028] 'process raft request' (duration: 84.842464ms)","trace[156139028] 'compare' (duration: 215.1881ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:22.717002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.416337Z","time spent":"300.63419ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:22.717196Z","caller":"traceutil/trace.go:171","msg":"trace[1869582719] linearizableReadLoop","detail":"{readStateIndex:36523; appliedIndex:36522; }","duration":"287.995855ms","start":"2026-02-27T02:22:22.429178Z","end":"2026-02-27T02:22:22.717174Z","steps":["trace[1869582719] 'read index received' (duration: 71.936692ms)","trace[1869582719] 'applied index is now lower than readState.Index' (duration: 216.056593ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:22.717399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.204491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T02:22:22.717462Z","caller":"traceutil/trace.go:171","msg":"trace[1647676510] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34867; }","duration":"288.303863ms","start":"2026-02-27T02:22:22.429141Z","end":"2026-02-27T02:22:22.717445Z","steps":["trace[1647676510] 'agreement among raft nodes before linearized reading' (duration: 288.126079ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:22.718878Z","caller":"traceutil/trace.go:171","msg":"trace[1094491368] transaction","detail":"{read_only:false; response_revision:34868; number_of_response:1; }","duration":"101.076693ms","start":"2026-02-27T02:22:22.617787Z","end":"2026-02-27T02:22:22.718864Z","steps":["trace[1094491368] 'process raft request' (duration: 100.940399ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:23.043523Z","caller":"traceutil/trace.go:171","msg":"trace[446730229] transaction","detail":"{read_only:false; response_revision:34870; number_of_response:1; }","duration":"320.628848ms","start":"2026-02-27T02:22:22.722866Z","end":"2026-02-27T02:22:23.043495Z","steps":["trace[446730229] 'process raft request' (duration: 320.183556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.043673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.722846Z","time spent":"320.755212ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:23.219767Z","caller":"traceutil/trace.go:171","msg":"trace[2122387006] transaction","detail":"{read_only:false; response_revision:34871; number_of_response:1; }","duration":"452.377761ms","start":"2026-02-27T02:22:22.767372Z","end":"2026-02-27T02:22:23.21975Z","steps":["trace[2122387006] 'process raft request' (duration: 452.235618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.219867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.767338Z","time spent":"452.481744ms","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:23.219988Z","caller":"traceutil/trace.go:171","msg":"trace[1615024626] linearizableReadLoop","detail":"{readStateIndex:36528; appliedIndex:36526; }","duration":"344.851219ms","start":"2026-02-27T02:22:22.875109Z","end":"2026-02-27T02:22:23.21996Z","steps":["trace[1615024626] 'read index received' (duration: 168.29044ms)","trace[1615024626] 'applied index is now lower than readState.Index' (duration: 176.558539ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:23.220075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.996632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:23.220096Z","caller":"traceutil/trace.go:171","msg":"trace[952657758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34872; }","duration":"345.055753ms","start":"2026-02-27T02:22:22.875035Z","end":"2026-02-27T02:22:23.220091Z","steps":["trace[952657758] 'agreement among raft nodes before linearized reading' (duration: 345.018662ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:23.220032Z","caller":"traceutil/trace.go:171","msg":"trace[496986952] transaction","detail":"{read_only:false; response_revision:34872; number_of_response:1; }","duration":"288.425437ms","start":"2026-02-27T02:22:22.931597Z","end":"2026-02-27T02:22:23.220022Z","steps":["trace[496986952] 'process raft request' (duration: 288.115238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.22011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:22.875015Z","time spent":"345.092915ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:22:23.220304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.953741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:23.220326Z","caller":"traceutil/trace.go:171","msg":"trace[145311032] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:34872; }","duration":"154.010342ms","start":"2026-02-27T02:22:23.066311Z","end":"2026-02-27T02:22:23.220321Z","steps":["trace[145311032] 'agreement among raft nodes before linearized reading' (duration: 153.977392ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:23.428353Z","caller":"traceutil/trace.go:171","msg":"trace[1803080331] linearizableReadLoop","detail":"{readStateIndex:36530; appliedIndex:36529; }","duration":"145.515137ms","start":"2026-02-27T02:22:23.282798Z","end":"2026-02-27T02:22:23.428313Z","steps":["trace[1803080331] 'read index received' (duration: 137.811753ms)","trace[1803080331] 'applied index is now lower than readState.Index' (duration: 7.701874ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:23.428536Z","caller":"traceutil/trace.go:171","msg":"trace[756972628] transaction","detail":"{read_only:false; number_of_response:0; response_revision:34872; }","duration":"200.8335ms","start":"2026-02-27T02:22:23.22769Z","end":"2026-02-27T02:22:23.428523Z","steps":["trace[756972628] 'process raft request' (duration: 193.036824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.428823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.00834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:22:23.428915Z","caller":"traceutil/trace.go:171","msg":"trace[1549626577] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:34872; }","duration":"146.157224ms","start":"2026-02-27T02:22:23.282737Z","end":"2026-02-27T02:22:23.428894Z","steps":["trace[1549626577] 'agreement among raft nodes before linearized reading' (duration: 145.934748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.42894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.762558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:22:23.428987Z","caller":"traceutil/trace.go:171","msg":"trace[3618407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34872; }","duration":"110.83901ms","start":"2026-02-27T02:22:23.318133Z","end":"2026-02-27T02:22:23.428972Z","steps":["trace[3618407] 'agreement among raft nodes before linearized reading' (duration: 110.742617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:23.428824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.539797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:22:23.429131Z","caller":"traceutil/trace.go:171","msg":"trace[1454001369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34872; }","duration":"145.885407ms","start":"2026-02-27T02:22:23.283232Z","end":"2026-02-27T02:22:23.429118Z","steps":["trace[1454001369] 'agreement among raft nodes before linearized reading' (duration: 145.412544ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:23.633387Z","caller":"traceutil/trace.go:171","msg":"trace[1833799] transaction","detail":"{read_only:false; response_revision:34874; number_of_response:1; }","duration":"199.033953ms","start":"2026-02-27T02:22:23.434325Z","end":"2026-02-27T02:22:23.633359Z","steps":["trace[1833799] 'process raft request' (duration: 175.278424ms)","trace[1833799] 'compare' (duration: 23.588204ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:23.63382Z","caller":"traceutil/trace.go:171","msg":"trace[155914074] transaction","detail":"{read_only:false; response_revision:34875; number_of_response:1; }","duration":"198.686933ms","start":"2026-02-27T02:22:23.435117Z","end":"2026-02-27T02:22:23.633804Z","steps":["trace[155914074] 'process raft request' (duration: 198.19523ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:23.633937Z","caller":"traceutil/trace.go:171","msg":"trace[955112896] transaction","detail":"{read_only:false; response_revision:34876; number_of_response:1; }","duration":"192.972143ms","start":"2026-02-27T02:22:23.440947Z","end":"2026-02-27T02:22:23.633919Z","steps":["trace[955112896] 'process raft request' (duration: 192.647825ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:23.633902Z","caller":"traceutil/trace.go:171","msg":"trace[1552773737] linearizableReadLoop","detail":"{readStateIndex:36534; appliedIndex:36530; }","duration":"167.056278ms","start":"2026-02-27T02:22:23.466805Z","end":"2026-02-27T02:22:23.633861Z","steps":["trace[1552773737] 'read index received' (duration: 46.014497ms)","trace[1552773737] 'applied index is now lower than readState.Index' (duration: 121.039901ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:23.634215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.368936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-02-27T02:22:23.634289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.113736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:22:23.6343Z","caller":"traceutil/trace.go:171","msg":"trace[242176238] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:34876; }","duration":"167.50258ms","start":"2026-02-27T02:22:23.466768Z","end":"2026-02-27T02:22:23.634271Z","steps":["trace[242176238] 'agreement among raft nodes before linearized reading' (duration: 167.205712ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:23.634333Z","caller":"traceutil/trace.go:171","msg":"trace[1812868386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34876; }","duration":"109.211058ms","start":"2026-02-27T02:22:23.525109Z","end":"2026-02-27T02:22:23.63432Z","steps":["trace[1812868386] 'agreement among raft nodes before linearized reading' (duration: 109.046534ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:24.027145Z","caller":"traceutil/trace.go:171","msg":"trace[1291512220] transaction","detail":"{read_only:false; response_revision:34879; number_of_response:1; }","duration":"128.322473ms","start":"2026-02-27T02:22:23.898798Z","end":"2026-02-27T02:22:24.02712Z","steps":["trace[1291512220] 'process raft request' (duration: 44.909808ms)","trace[1291512220] 'compare' (duration: 83.21473ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:24.027268Z","caller":"traceutil/trace.go:171","msg":"trace[2138255516] transaction","detail":"{read_only:false; response_revision:34880; number_of_response:1; }","duration":"125.048917ms","start":"2026-02-27T02:22:23.902195Z","end":"2026-02-27T02:22:24.027244Z","steps":["trace[2138255516] 'process raft request' (duration: 124.866272ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:24.625366Z","caller":"traceutil/trace.go:171","msg":"trace[258513794] transaction","detail":"{read_only:false; response_revision:34882; number_of_response:1; }","duration":"194.053221ms","start":"2026-02-27T02:22:24.431287Z","end":"2026-02-27T02:22:24.62534Z","steps":["trace[258513794] 'process raft request' (duration: 193.880976ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:24.828392Z","caller":"traceutil/trace.go:171","msg":"trace[1960756863] transaction","detail":"{read_only:false; response_revision:34884; number_of_response:1; }","duration":"105.465648ms","start":"2026-02-27T02:22:24.722907Z","end":"2026-02-27T02:22:24.828373Z","steps":["trace[1960756863] 'process raft request' (duration: 105.314684ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:24.828559Z","caller":"traceutil/trace.go:171","msg":"trace[531922057] transaction","detail":"{read_only:false; response_revision:34885; number_of_response:1; }","duration":"104.300248ms","start":"2026-02-27T02:22:24.724218Z","end":"2026-02-27T02:22:24.828518Z","steps":["trace[531922057] 'process raft request' (duration: 104.117333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:25.387863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.050222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:25.38821Z","caller":"traceutil/trace.go:171","msg":"trace[1100998304] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:34886; }","duration":"205.314959ms","start":"2026-02-27T02:22:25.18273Z","end":"2026-02-27T02:22:25.388045Z","steps":["trace[1100998304] 'count revisions from in-memory index tree' (duration: 204.952369ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:25.420941Z","caller":"traceutil/trace.go:171","msg":"trace[1293430831] transaction","detail":"{read_only:false; response_revision:34887; number_of_response:1; }","duration":"228.216175ms","start":"2026-02-27T02:22:25.192701Z","end":"2026-02-27T02:22:25.420918Z","steps":["trace[1293430831] 'process raft request' (duration: 227.994999ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:25.436229Z","caller":"traceutil/trace.go:171","msg":"trace[873233924] transaction","detail":"{read_only:false; response_revision:34888; number_of_response:1; }","duration":"210.412994ms","start":"2026-02-27T02:22:25.225798Z","end":"2026-02-27T02:22:25.436211Z","steps":["trace[873233924] 'process raft request' (duration: 210.297841ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:25.761812Z","caller":"traceutil/trace.go:171","msg":"trace[1500330544] transaction","detail":"{read_only:false; response_revision:34890; number_of_response:1; }","duration":"102.608323ms","start":"2026-02-27T02:22:25.659166Z","end":"2026-02-27T02:22:25.761775Z","steps":["trace[1500330544] 'process raft request' (duration: 49.54127ms)","trace[1500330544] 'compare' (duration: 52.814786ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:25.76183Z","caller":"traceutil/trace.go:171","msg":"trace[1556508044] transaction","detail":"{read_only:false; response_revision:34891; number_of_response:1; }","duration":"101.795911ms","start":"2026-02-27T02:22:25.660005Z","end":"2026-02-27T02:22:25.7618Z","steps":["trace[1556508044] 'process raft request' (duration: 101.682088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:26.350596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.230401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-27T02:22:26.350703Z","caller":"traceutil/trace.go:171","msg":"trace[1090167834] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:34892; }","duration":"322.357784ms","start":"2026-02-27T02:22:26.028323Z","end":"2026-02-27T02:22:26.350681Z","steps":["trace[1090167834] 'range keys from in-memory index tree' (duration: 321.989384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:26.350683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.298301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:26.35075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:26.028263Z","time spent":"322.476847ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"info","ts":"2026-02-27T02:22:26.350768Z","caller":"traceutil/trace.go:171","msg":"trace[1468574224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34892; }","duration":"477.427865ms","start":"2026-02-27T02:22:25.873322Z","end":"2026-02-27T02:22:26.350749Z","steps":["trace[1468574224] 'range keys from in-memory index tree' (duration: 477.213449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:26.350807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:25.873303Z","time spent":"477.496036ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:22:26.350876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.794976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-02-27T02:22:26.350966Z","caller":"traceutil/trace.go:171","msg":"trace[261089710] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34892; }","duration":"319.929599ms","start":"2026-02-27T02:22:26.031Z","end":"2026-02-27T02:22:26.350929Z","steps":["trace[261089710] 'range keys from in-memory index tree' (duration: 319.580981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:26.350943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.852561ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:26.351013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:26.030972Z","time spent":"320.028802ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:22:26.351025Z","caller":"traceutil/trace.go:171","msg":"trace[2081469782] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:34892; }","duration":"405.976305ms","start":"2026-02-27T02:22:25.945034Z","end":"2026-02-27T02:22:26.35101Z","steps":["trace[2081469782] 'range keys from in-memory index tree' (duration: 405.839271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:26.351293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.368745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3193"} {"level":"info","ts":"2026-02-27T02:22:26.35134Z","caller":"traceutil/trace.go:171","msg":"trace[372363448] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:34892; }","duration":"274.437297ms","start":"2026-02-27T02:22:26.076888Z","end":"2026-02-27T02:22:26.351325Z","steps":["trace[372363448] 'range keys from in-memory index tree' (duration: 274.236751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:26.35141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.825175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-02-27T02:22:26.351517Z","caller":"traceutil/trace.go:171","msg":"trace[1804433472] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34892; }","duration":"252.962759ms","start":"2026-02-27T02:22:26.098527Z","end":"2026-02-27T02:22:26.351489Z","steps":["trace[1804433472] 'range keys from in-memory index tree' (duration: 252.649441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:26.673309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:26.352055Z","time spent":"321.246384ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T02:22:26.673342Z","caller":"traceutil/trace.go:171","msg":"trace[987964523] linearizableReadLoop","detail":"{readStateIndex:36551; appliedIndex:36550; }","duration":"318.837561ms","start":"2026-02-27T02:22:26.354475Z","end":"2026-02-27T02:22:26.673313Z","steps":["trace[987964523] 'read index received' (duration: 318.495702ms)","trace[987964523] 'applied index is now lower than readState.Index' (duration: 339.089µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:26.673571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.066747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T02:22:26.673651Z","caller":"traceutil/trace.go:171","msg":"trace[1329864309] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34892; }","duration":"319.19716ms","start":"2026-02-27T02:22:26.354436Z","end":"2026-02-27T02:22:26.673633Z","steps":["trace[1329864309] 'agreement among raft nodes before linearized reading' (duration: 318.925103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:26.673665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.80904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-27T02:22:26.673687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:26.354418Z","time spent":"319.260761ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:22:26.673729Z","caller":"traceutil/trace.go:171","msg":"trace[480058478] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34892; }","duration":"318.910452ms","start":"2026-02-27T02:22:26.354797Z","end":"2026-02-27T02:22:26.673707Z","steps":["trace[480058478] 'agreement among raft nodes before linearized reading' (duration: 318.673336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:26.673788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:26.354783Z","time spent":"318.991205ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T02:22:26.673836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.381298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:26.673858Z","caller":"traceutil/trace.go:171","msg":"trace[18821915] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:34892; }","duration":"245.44109ms","start":"2026-02-27T02:22:26.428409Z","end":"2026-02-27T02:22:26.67385Z","steps":["trace[18821915] 'agreement among raft nodes before linearized reading' (duration: 245.399699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:26.673863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.408437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:26.673945Z","caller":"traceutil/trace.go:171","msg":"trace[1780186274] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:34892; }","duration":"240.554661ms","start":"2026-02-27T02:22:26.433369Z","end":"2026-02-27T02:22:26.673924Z","steps":["trace[1780186274] 'agreement among raft nodes before linearized reading' (duration: 240.426498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:27.070547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.359638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:22:27.070691Z","caller":"traceutil/trace.go:171","msg":"trace[1206446983] transaction","detail":"{read_only:false; response_revision:34893; number_of_response:1; }","duration":"396.504454ms","start":"2026-02-27T02:22:26.674157Z","end":"2026-02-27T02:22:27.070661Z","steps":["trace[1206446983] 'process raft request' (duration: 190.918809ms)","trace[1206446983] 'compare' (duration: 204.983359ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:27.07171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:26.674136Z","time spent":"396.614126ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:27.266287Z","caller":"traceutil/trace.go:171","msg":"trace[1859658870] transaction","detail":"{read_only:false; response_revision:34894; number_of_response:1; }","duration":"588.443139ms","start":"2026-02-27T02:22:26.67782Z","end":"2026-02-27T02:22:27.266263Z","steps":["trace[1859658870] 'process raft request' (duration: 518.842299ms)","trace[1859658870] 'compare' (duration: 69.118757ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:27.266531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:26.677804Z","time spent":"588.549821ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:27.266542Z","caller":"traceutil/trace.go:171","msg":"trace[1479996887] transaction","detail":"{read_only:false; response_revision:34895; number_of_response:1; }","duration":"588.548112ms","start":"2026-02-27T02:22:26.677964Z","end":"2026-02-27T02:22:27.266512Z","steps":["trace[1479996887] 'process raft request' (duration: 588.211923ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:27.266604Z","caller":"traceutil/trace.go:171","msg":"trace[1197379203] transaction","detail":"{read_only:false; response_revision:34896; number_of_response:1; }","duration":"583.671622ms","start":"2026-02-27T02:22:26.682909Z","end":"2026-02-27T02:22:27.266581Z","steps":["trace[1197379203] 'process raft request' (duration: 583.531539ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:27.266652Z","caller":"traceutil/trace.go:171","msg":"trace[1366842365] transaction","detail":"{read_only:false; response_revision:34898; number_of_response:1; }","duration":"433.073631ms","start":"2026-02-27T02:22:26.833562Z","end":"2026-02-27T02:22:27.266635Z","steps":["trace[1366842365] 'process raft request' (duration: 432.999829ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:27.266662Z","caller":"traceutil/trace.go:171","msg":"trace[201360459] transaction","detail":"{read_only:false; response_revision:34897; number_of_response:1; }","duration":"462.436227ms","start":"2026-02-27T02:22:26.804196Z","end":"2026-02-27T02:22:27.266632Z","steps":["trace[201360459] 'process raft request' (duration: 462.313344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:27.266685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:26.677943Z","time spent":"588.662665ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:27.266723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:26.6829Z","time spent":"583.759156ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:27.266756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:26.833536Z","time spent":"433.171243ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:27.266784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:26.804173Z","time spent":"462.54628ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:22:27.266827Z","caller":"traceutil/trace.go:171","msg":"trace[424822470] transaction","detail":"{read_only:false; response_revision:34899; number_of_response:1; }","duration":"432.756473ms","start":"2026-02-27T02:22:26.834063Z","end":"2026-02-27T02:22:27.26682Z","steps":["trace[424822470] 'process raft request' (duration: 432.534087ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:27.266797Z","caller":"traceutil/trace.go:171","msg":"trace[786095118] linearizableReadLoop","detail":"{readStateIndex:36555; appliedIndex:36551; }","duration":"477.564268ms","start":"2026-02-27T02:22:26.78921Z","end":"2026-02-27T02:22:27.266774Z","steps":["trace[786095118] 'read index received' (duration: 75.883747ms)","trace[786095118] 'applied index is now lower than readState.Index' (duration: 401.679361ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:27.266864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:26.834045Z","time spent":"432.795883ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:22:27.267038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.808194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:22:27.267049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.110621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:27.267081Z","caller":"traceutil/trace.go:171","msg":"trace[1075074567] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34899; }","duration":"477.904316ms","start":"2026-02-27T02:22:26.789163Z","end":"2026-02-27T02:22:27.267068Z","steps":["trace[1075074567] 'agreement among raft nodes before linearized reading' (duration: 477.748112ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:27.26709Z","caller":"traceutil/trace.go:171","msg":"trace[593553207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34899; }","duration":"394.213404ms","start":"2026-02-27T02:22:26.872865Z","end":"2026-02-27T02:22:27.267078Z","steps":["trace[593553207] 'agreement among raft nodes before linearized reading' (duration: 394.07757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:27.267087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.996311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T02:22:27.267121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:26.872845Z","time spent":"394.269655ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:22:27.267121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:22:26.789142Z","time spent":"477.970018ms","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-27T02:22:27.267127Z","caller":"traceutil/trace.go:171","msg":"trace[1657459808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34899; }","duration":"132.060072ms","start":"2026-02-27T02:22:27.135054Z","end":"2026-02-27T02:22:27.267114Z","steps":["trace[1657459808] 'agreement among raft nodes before linearized reading' (duration: 131.932738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:27.267217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.892591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T02:22:27.267796Z","caller":"traceutil/trace.go:171","msg":"trace[1797483699] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:34899; }","duration":"193.412845ms","start":"2026-02-27T02:22:27.07427Z","end":"2026-02-27T02:22:27.267683Z","steps":["trace[1797483699] 'agreement among raft nodes before linearized reading' (duration: 192.756157ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:27.465663Z","caller":"traceutil/trace.go:171","msg":"trace[1693851140] transaction","detail":"{read_only:false; response_revision:34900; number_of_response:1; }","duration":"194.161834ms","start":"2026-02-27T02:22:27.271482Z","end":"2026-02-27T02:22:27.465644Z","steps":["trace[1693851140] 'process raft request' (duration: 123.469935ms)","trace[1693851140] 'compare' (duration: 70.382781ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:27.465866Z","caller":"traceutil/trace.go:171","msg":"trace[557045605] transaction","detail":"{read_only:false; response_revision:34901; number_of_response:1; }","duration":"192.471129ms","start":"2026-02-27T02:22:27.273374Z","end":"2026-02-27T02:22:27.465845Z","steps":["trace[557045605] 'process raft request' (duration: 192.233043ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:27.465971Z","caller":"traceutil/trace.go:171","msg":"trace[1363191332] linearizableReadLoop","detail":"{readStateIndex:36560; appliedIndex:36558; }","duration":"190.405415ms","start":"2026-02-27T02:22:27.275543Z","end":"2026-02-27T02:22:27.465948Z","steps":["trace[1363191332] 'read index received' (duration: 119.363227ms)","trace[1363191332] 'applied index is now lower than readState.Index' (duration: 71.041118ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:27.465988Z","caller":"traceutil/trace.go:171","msg":"trace[598224953] transaction","detail":"{read_only:false; response_revision:34902; number_of_response:1; }","duration":"120.306562ms","start":"2026-02-27T02:22:27.345654Z","end":"2026-02-27T02:22:27.465961Z","steps":["trace[598224953] 'process raft request' (duration: 120.132257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:27.466096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.535298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:27.466128Z","caller":"traceutil/trace.go:171","msg":"trace[399834859] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34902; }","duration":"190.59259ms","start":"2026-02-27T02:22:27.275526Z","end":"2026-02-27T02:22:27.466118Z","steps":["trace[399834859] 'agreement among raft nodes before linearized reading' (duration: 190.520568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:27.520155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.426694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:27.520264Z","caller":"traceutil/trace.go:171","msg":"trace[1857241500] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:34903; }","duration":"193.547428ms","start":"2026-02-27T02:22:27.326678Z","end":"2026-02-27T02:22:27.520226Z","steps":["trace[1857241500] 'agreement among raft nodes before linearized reading' (duration: 193.407414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:27.520613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.347561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T02:22:27.520686Z","caller":"traceutil/trace.go:171","msg":"trace[1345454131] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34903; }","duration":"230.450383ms","start":"2026-02-27T02:22:27.290219Z","end":"2026-02-27T02:22:27.520669Z","steps":["trace[1345454131] 'agreement among raft nodes before linearized reading' (duration: 229.854627ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:27.694518Z","caller":"traceutil/trace.go:171","msg":"trace[131460058] linearizableReadLoop","detail":"{readStateIndex:36563; appliedIndex:36562; }","duration":"168.126715ms","start":"2026-02-27T02:22:27.526377Z","end":"2026-02-27T02:22:27.694503Z","steps":["trace[131460058] 'read index received' (duration: 167.831818ms)","trace[131460058] 'applied index is now lower than readState.Index' (duration: 294.387µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:27.694581Z","caller":"traceutil/trace.go:171","msg":"trace[553996387] transaction","detail":"{read_only:false; response_revision:34904; number_of_response:1; }","duration":"170.57572ms","start":"2026-02-27T02:22:27.524Z","end":"2026-02-27T02:22:27.694576Z","steps":["trace[553996387] 'process raft request' (duration: 170.250482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:27.694692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.30642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:22:27.694709Z","caller":"traceutil/trace.go:171","msg":"trace[859593422] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34904; }","duration":"168.352352ms","start":"2026-02-27T02:22:27.526351Z","end":"2026-02-27T02:22:27.694704Z","steps":["trace[859593422] 'agreement among raft nodes before linearized reading' (duration: 168.308541ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:27.909614Z","caller":"traceutil/trace.go:171","msg":"trace[1048581892] linearizableReadLoop","detail":"{readStateIndex:36567; appliedIndex:36565; }","duration":"122.489589ms","start":"2026-02-27T02:22:27.787099Z","end":"2026-02-27T02:22:27.909588Z","steps":["trace[1048581892] 'read index received' (duration: 68.773968ms)","trace[1048581892] 'applied index is now lower than readState.Index' (duration: 53.714381ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:27.909638Z","caller":"traceutil/trace.go:171","msg":"trace[1473244427] transaction","detail":"{read_only:false; response_revision:34907; number_of_response:1; }","duration":"128.164879ms","start":"2026-02-27T02:22:27.781433Z","end":"2026-02-27T02:22:27.909598Z","steps":["trace[1473244427] 'process raft request' (duration: 74.423078ms)","trace[1473244427] 'compare' (duration: 53.31916ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:22:27.909689Z","caller":"traceutil/trace.go:171","msg":"trace[1679948418] transaction","detail":"{read_only:false; response_revision:34908; number_of_response:1; }","duration":"127.028109ms","start":"2026-02-27T02:22:27.782624Z","end":"2026-02-27T02:22:27.909653Z","steps":["trace[1679948418] 'process raft request' (duration: 126.855354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:22:27.909816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.699344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3193"} {"level":"info","ts":"2026-02-27T02:22:27.910173Z","caller":"traceutil/trace.go:171","msg":"trace[756988016] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:34908; }","duration":"123.090075ms","start":"2026-02-27T02:22:27.787062Z","end":"2026-02-27T02:22:27.910152Z","steps":["trace[756988016] 'agreement among raft nodes before linearized reading' (duration: 122.624653ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:28.201771Z","caller":"traceutil/trace.go:171","msg":"trace[803408819] linearizableReadLoop","detail":"{readStateIndex:36569; appliedIndex:36568; }","duration":"223.670864ms","start":"2026-02-27T02:22:27.97807Z","end":"2026-02-27T02:22:28.201741Z","steps":["trace[803408819] 'read index received' (duration: 223.374026ms)","trace[803408819] 'applied index is now lower than readState.Index' (duration: 295.528µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:22:28.20202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.928411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3193"} {"level":"info","ts":"2026-02-27T02:22:28.202058Z","caller":"traceutil/trace.go:171","msg":"trace[813495261] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:34910; }","duration":"224.031504ms","start":"2026-02-27T02:22:27.978012Z","end":"2026-02-27T02:22:28.202043Z","steps":["trace[813495261] 'agreement among raft nodes before linearized reading' (duration: 223.85777ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:22:28.202481Z","caller":"traceutil/trace.go:171","msg":"trace[686476768] transaction","detail":"{read_only:false; response_revision:34910; number_of_response:1; }","duration":"236.575515ms","start":"2026-02-27T02:22:27.96589Z","end":"2026-02-27T02:22:28.202466Z","steps":["trace[686476768] 'process raft request' (duration: 235.641101ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:23:02.101798Z","caller":"traceutil/trace.go:171","msg":"trace[1532175579] linearizableReadLoop","detail":"{readStateIndex:36858; appliedIndex:36856; }","duration":"177.327489ms","start":"2026-02-27T02:23:01.924438Z","end":"2026-02-27T02:23:02.101766Z","steps":["trace[1532175579] 'read index received' (duration: 31.75785ms)","trace[1532175579] 'applied index is now lower than readState.Index' (duration: 145.568389ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:23:02.101909Z","caller":"traceutil/trace.go:171","msg":"trace[364368752] transaction","detail":"{read_only:false; response_revision:35185; number_of_response:1; }","duration":"203.656035ms","start":"2026-02-27T02:23:01.898204Z","end":"2026-02-27T02:23:02.10186Z","steps":["trace[364368752] 'process raft request' (duration: 202.818983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:23:02.102077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.536719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-02-27T02:23:02.102149Z","caller":"traceutil/trace.go:171","msg":"trace[2009831183] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:35185; }","duration":"142.668793ms","start":"2026-02-27T02:23:01.959459Z","end":"2026-02-27T02:23:02.102128Z","steps":["trace[2009831183] 'agreement among raft nodes before linearized reading' (duration: 142.492608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:23:02.102077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.629887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:23:02.102398Z","caller":"traceutil/trace.go:171","msg":"trace[1056047397] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:35185; }","duration":"177.999667ms","start":"2026-02-27T02:23:01.924381Z","end":"2026-02-27T02:23:02.102381Z","steps":["trace[1056047397] 'agreement among raft nodes before linearized reading' (duration: 177.551775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:23:08.565786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.794182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T02:23:08.565999Z","caller":"traceutil/trace.go:171","msg":"trace[1615538216] transaction","detail":"{read_only:false; response_revision:35234; number_of_response:1; }","duration":"395.9683ms","start":"2026-02-27T02:23:08.17Z","end":"2026-02-27T02:23:08.565968Z","steps":["trace[1615538216] 'process raft request' (duration: 248.903982ms)","trace[1615538216] 'compare' (duration: 146.347299ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:23:08.566153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:23:08.169973Z","time spent":"396.099434ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T02:23:08.566189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.134435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-02-27T02:23:08.566022Z","caller":"traceutil/trace.go:171","msg":"trace[1103128943] linearizableReadLoop","detail":"{readStateIndex:36909; appliedIndex:36907; }","duration":"395.95061ms","start":"2026-02-27T02:23:08.170053Z","end":"2026-02-27T02:23:08.566004Z","steps":["trace[1103128943] 'read index received' (duration: 50.308241ms)","trace[1103128943] 'applied index is now lower than readState.Index' (duration: 345.641379ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:23:08.566272Z","caller":"traceutil/trace.go:171","msg":"trace[838571459] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:35236; }","duration":"396.201356ms","start":"2026-02-27T02:23:08.17002Z","end":"2026-02-27T02:23:08.566221Z","steps":["trace[838571459] 'agreement among raft nodes before linearized reading' (duration: 396.034242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:23:08.566445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.805729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T02:23:08.566471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:23:08.169997Z","time spent":"396.313089ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T02:23:08.566498Z","caller":"traceutil/trace.go:171","msg":"trace[389883207] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:35236; }","duration":"304.917773ms","start":"2026-02-27T02:23:08.261566Z","end":"2026-02-27T02:23:08.566483Z","steps":["trace[389883207] 'agreement among raft nodes before linearized reading' (duration: 304.782879ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:23:08.56647Z","caller":"traceutil/trace.go:171","msg":"trace[1686514415] transaction","detail":"{read_only:false; response_revision:35236; number_of_response:1; }","duration":"393.062383ms","start":"2026-02-27T02:23:08.173358Z","end":"2026-02-27T02:23:08.56642Z","steps":["trace[1686514415] 'process raft request' (duration: 392.593191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:23:08.566541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:23:08.261535Z","time spent":"304.997715ms","remote":"127.0.0.1:43872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:23:08.566643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:23:08.173339Z","time spent":"393.215488ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:23:08.566195Z","caller":"traceutil/trace.go:171","msg":"trace[1547796277] transaction","detail":"{read_only:false; response_revision:35235; number_of_response:1; }","duration":"396.113354ms","start":"2026-02-27T02:23:08.170028Z","end":"2026-02-27T02:23:08.566142Z","steps":["trace[1547796277] 'process raft request' (duration: 395.859837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:23:08.56706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:23:08.169991Z","time spent":"396.957226ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T02:23:58.373037Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33146} {"level":"info","ts":"2026-02-27T02:23:58.511448Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33146,"took":"133.803211ms","hash":1634893234,"current-db-size-bytes":48197632,"current-db-size":"48 MB","current-db-size-in-use-bytes":31240192,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-27T02:23:58.511514Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1634893234,"revision":33146,"compact-revision":30613} {"level":"info","ts":"2026-02-27T02:24:11.8995Z","caller":"traceutil/trace.go:171","msg":"trace[133343709] transaction","detail":"{read_only:false; response_revision:35757; number_of_response:1; }","duration":"116.04005ms","start":"2026-02-27T02:24:11.783435Z","end":"2026-02-27T02:24:11.899475Z","steps":["trace[133343709] 'process raft request' (duration: 92.62542ms)","trace[133343709] 'compare' (duration: 22.917567ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:25:58.689868Z","caller":"traceutil/trace.go:171","msg":"trace[1277626572] transaction","detail":"{read_only:false; response_revision:36756; number_of_response:1; }","duration":"199.456768ms","start":"2026-02-27T02:25:58.490358Z","end":"2026-02-27T02:25:58.689815Z","steps":["trace[1277626572] 'process raft request' (duration: 160.808655ms)","trace[1277626572] 'compare' (duration: 38.501369ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:26:03.785278Z","caller":"traceutil/trace.go:171","msg":"trace[1732967114] transaction","detail":"{read_only:false; response_revision:36803; number_of_response:1; }","duration":"162.363036ms","start":"2026-02-27T02:26:03.622886Z","end":"2026-02-27T02:26:03.785249Z","steps":["trace[1732967114] 'process raft request' (duration: 162.291654ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:26:03.785332Z","caller":"traceutil/trace.go:171","msg":"trace[404222349] transaction","detail":"{read_only:false; response_revision:36802; number_of_response:1; }","duration":"162.903191ms","start":"2026-02-27T02:26:03.622364Z","end":"2026-02-27T02:26:03.785267Z","steps":["trace[404222349] 'process raft request' (duration: 132.162607ms)","trace[404222349] 'compare' (duration: 30.515698ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:26:04.245987Z","caller":"traceutil/trace.go:171","msg":"trace[494423944] transaction","detail":"{read_only:false; response_revision:36805; number_of_response:1; }","duration":"110.3265ms","start":"2026-02-27T02:26:04.135632Z","end":"2026-02-27T02:26:04.245958Z","steps":["trace[494423944] 'process raft request' (duration: 110.136565ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:26:04.522551Z","caller":"traceutil/trace.go:171","msg":"trace[1421728453] transaction","detail":"{read_only:false; number_of_response:0; response_revision:36808; }","duration":"130.285198ms","start":"2026-02-27T02:26:04.392242Z","end":"2026-02-27T02:26:04.522527Z","steps":["trace[1421728453] 'process raft request' (duration: 102.330338ms)","trace[1421728453] 'compare' (duration: 27.625591ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:26:42.132836Z","caller":"traceutil/trace.go:171","msg":"trace[92643728] transaction","detail":"{read_only:false; response_revision:37123; number_of_response:1; }","duration":"153.273896ms","start":"2026-02-27T02:26:41.979538Z","end":"2026-02-27T02:26:42.132812Z","steps":["trace[92643728] 'process raft request' (duration: 153.114812ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:26:47.155887Z","caller":"traceutil/trace.go:171","msg":"trace[685687584] transaction","detail":"{read_only:false; response_revision:37168; number_of_response:1; }","duration":"102.389719ms","start":"2026-02-27T02:26:47.053466Z","end":"2026-02-27T02:26:47.155856Z","steps":["trace[685687584] 'process raft request' (duration: 100.713835ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:27:28.490973Z","caller":"traceutil/trace.go:171","msg":"trace[1701721001] transaction","detail":"{read_only:false; response_revision:37502; number_of_response:1; }","duration":"121.028082ms","start":"2026-02-27T02:27:28.36992Z","end":"2026-02-27T02:27:28.490948Z","steps":["trace[1701721001] 'process raft request' (duration: 120.844068ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:27:31.895713Z","caller":"traceutil/trace.go:171","msg":"trace[1510064065] linearizableReadLoop","detail":"{readStateIndex:39313; appliedIndex:39312; }","duration":"127.636998ms","start":"2026-02-27T02:27:31.768046Z","end":"2026-02-27T02:27:31.895683Z","steps":["trace[1510064065] 'read index received' (duration: 69.233232ms)","trace[1510064065] 'applied index is now lower than readState.Index' (duration: 58.402856ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:27:31.895771Z","caller":"traceutil/trace.go:171","msg":"trace[1754378036] transaction","detail":"{read_only:false; response_revision:37527; number_of_response:1; }","duration":"143.086186ms","start":"2026-02-27T02:27:31.752648Z","end":"2026-02-27T02:27:31.895735Z","steps":["trace[1754378036] 'process raft request' (duration: 84.65598ms)","trace[1754378036] 'compare' (duration: 58.245471ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:27:31.895895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.841523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:27:31.895942Z","caller":"traceutil/trace.go:171","msg":"trace[968823958] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:37527; }","duration":"127.935465ms","start":"2026-02-27T02:27:31.767992Z","end":"2026-02-27T02:27:31.895927Z","steps":["trace[968823958] 'agreement among raft nodes before linearized reading' (duration: 127.849943ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:27:32.116787Z","caller":"traceutil/trace.go:171","msg":"trace[1393815595] transaction","detail":"{read_only:false; response_revision:37529; number_of_response:1; }","duration":"214.910226ms","start":"2026-02-27T02:27:31.901859Z","end":"2026-02-27T02:27:32.116769Z","steps":["trace[1393815595] 'process raft request' (duration: 214.755272ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:27:32.117125Z","caller":"traceutil/trace.go:171","msg":"trace[289582777] transaction","detail":"{read_only:false; response_revision:37530; number_of_response:1; }","duration":"211.498447ms","start":"2026-02-27T02:27:31.905619Z","end":"2026-02-27T02:27:32.117117Z","steps":["trace[289582777] 'process raft request' (duration: 211.098466ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:27:32.11727Z","caller":"traceutil/trace.go:171","msg":"trace[2111422338] transaction","detail":"{read_only:false; response_revision:37531; number_of_response:1; }","duration":"208.716123ms","start":"2026-02-27T02:27:31.908482Z","end":"2026-02-27T02:27:32.117198Z","steps":["trace[2111422338] 'process raft request' (duration: 208.511957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:27:32.117486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.1488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-02-27T02:27:32.117556Z","caller":"traceutil/trace.go:171","msg":"trace[269416328] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37531; }","duration":"196.258133ms","start":"2026-02-27T02:27:31.921278Z","end":"2026-02-27T02:27:32.117536Z","steps":["trace[269416328] 'agreement among raft nodes before linearized reading' (duration: 196.063898ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:27:32.117855Z","caller":"traceutil/trace.go:171","msg":"trace[223601193] linearizableReadLoop","detail":"{readStateIndex:39317; appliedIndex:39313; }","duration":"195.852423ms","start":"2026-02-27T02:27:31.921299Z","end":"2026-02-27T02:27:32.117152Z","steps":["trace[223601193] 'read index received' (duration: 16.521047ms)","trace[223601193] 'applied index is now lower than readState.Index' (duration: 179.330156ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:27:33.466585Z","caller":"traceutil/trace.go:171","msg":"trace[505280265] transaction","detail":"{read_only:false; response_revision:37541; number_of_response:1; }","duration":"147.496273ms","start":"2026-02-27T02:27:33.319018Z","end":"2026-02-27T02:27:33.466514Z","steps":["trace[505280265] 'process raft request' (duration: 146.769524ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:27:34.757353Z","caller":"traceutil/trace.go:171","msg":"trace[1792266167] transaction","detail":"{read_only:false; response_revision:37552; number_of_response:1; }","duration":"110.775731ms","start":"2026-02-27T02:27:34.646552Z","end":"2026-02-27T02:27:34.757327Z","steps":["trace[1792266167] 'process raft request' (duration: 90.552016ms)","trace[1792266167] 'compare' (duration: 20.088331ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:28:19.115143Z","caller":"traceutil/trace.go:171","msg":"trace[1203344459] transaction","detail":"{read_only:false; response_revision:37918; number_of_response:1; }","duration":"112.145568ms","start":"2026-02-27T02:28:19.002972Z","end":"2026-02-27T02:28:19.115118Z","steps":["trace[1203344459] 'process raft request' (duration: 112.011645ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:28:52.531103Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T02:28:52.536774Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-02-27T02:28:52.536875Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-02-27T02:28:58.38217Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35644} {"level":"info","ts":"2026-02-27T02:28:58.541715Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35644,"took":"155.6721ms","hash":1312552404,"current-db-size-bytes":48197632,"current-db-size":"48 MB","current-db-size-in-use-bytes":31784960,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-27T02:28:58.541768Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1312552404,"revision":35644,"compact-revision":33146} {"level":"warn","ts":"2026-02-27T02:30:55.631901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.63237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T02:30:55.632008Z","caller":"traceutil/trace.go:171","msg":"trace[728740099] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:39264; }","duration":"527.801394ms","start":"2026-02-27T02:30:55.104189Z","end":"2026-02-27T02:30:55.63199Z","steps":["trace[728740099] 'count revisions from in-memory index tree' (duration: 527.526408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:55.632055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:30:55.104167Z","time spent":"527.876577ms","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":204,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:30:55.632212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.692548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T02:30:55.632321Z","caller":"traceutil/trace.go:171","msg":"trace[439332256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39264; }","duration":"305.909154ms","start":"2026-02-27T02:30:55.32638Z","end":"2026-02-27T02:30:55.632289Z","steps":["trace[439332256] 'range keys from in-memory index tree' (duration: 305.537665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:55.632389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:30:55.32636Z","time spent":"306.013418ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T02:30:55.632386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.397251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T02:30:55.632442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.38476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:30:55.632477Z","caller":"traceutil/trace.go:171","msg":"trace[1367809455] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:39264; }","duration":"477.544146ms","start":"2026-02-27T02:30:55.154909Z","end":"2026-02-27T02:30:55.632453Z","steps":["trace[1367809455] 'count revisions from in-memory index tree' (duration: 477.291979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:55.632556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:30:55.154876Z","time spent":"477.664408ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T02:30:55.632735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.712438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-02-27T02:30:55.632822Z","caller":"traceutil/trace.go:171","msg":"trace[626778338] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:39264; }","duration":"644.858683ms","start":"2026-02-27T02:30:54.987943Z","end":"2026-02-27T02:30:55.632801Z","steps":["trace[626778338] 'range keys from in-memory index tree' (duration: 644.504313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:55.632866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:30:54.987918Z","time spent":"644.938844ms","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-27T02:30:55.632506Z","caller":"traceutil/trace.go:171","msg":"trace[449387320] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:39264; }","duration":"294.485243ms","start":"2026-02-27T02:30:55.338006Z","end":"2026-02-27T02:30:55.632491Z","steps":["trace[449387320] 'count revisions from in-memory index tree' (duration: 294.305547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:55.633136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.321992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T02:30:55.633184Z","caller":"traceutil/trace.go:171","msg":"trace[2085632307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39264; }","duration":"445.390935ms","start":"2026-02-27T02:30:55.187782Z","end":"2026-02-27T02:30:55.633173Z","steps":["trace[2085632307] 'range keys from in-memory index tree' (duration: 445.201739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:55.633216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:30:55.187772Z","time spent":"445.436426ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T02:30:55.633426Z","caller":"traceutil/trace.go:171","msg":"trace[1099473499] transaction","detail":"{read_only:false; response_revision:39265; number_of_response:1; }","duration":"195.79104ms","start":"2026-02-27T02:30:55.437599Z","end":"2026-02-27T02:30:55.63339Z","steps":["trace[1099473499] 'process raft request' (duration: 194.824085ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:30:55.633461Z","caller":"traceutil/trace.go:171","msg":"trace[1113115157] transaction","detail":"{read_only:false; response_revision:39266; number_of_response:1; }","duration":"112.62291ms","start":"2026-02-27T02:30:55.520824Z","end":"2026-02-27T02:30:55.633447Z","steps":["trace[1113115157] 'process raft request' (duration: 112.549958ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:30:55.633516Z","caller":"traceutil/trace.go:171","msg":"trace[638564037] linearizableReadLoop","detail":"{readStateIndex:41136; appliedIndex:41135; }","duration":"134.412597ms","start":"2026-02-27T02:30:55.499034Z","end":"2026-02-27T02:30:55.633446Z","steps":["trace[638564037] 'read index received' (duration: 133.949995ms)","trace[638564037] 'applied index is now lower than readState.Index' (duration: 459.732µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T02:30:55.63361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.572371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T02:30:55.633647Z","caller":"traceutil/trace.go:171","msg":"trace[1802893623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39266; }","duration":"134.608892ms","start":"2026-02-27T02:30:55.499028Z","end":"2026-02-27T02:30:55.633637Z","steps":["trace[1802893623] 'agreement among raft nodes before linearized reading' (duration: 134.513459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:55.633881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.075392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T02:30:55.63397Z","caller":"traceutil/trace.go:171","msg":"trace[1671456698] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:39266; }","duration":"116.199635ms","start":"2026-02-27T02:30:55.517748Z","end":"2026-02-27T02:30:55.633947Z","steps":["trace[1671456698] 'agreement among raft nodes before linearized reading' (duration: 115.966939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:56.213446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.70806ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:30:56.213548Z","caller":"traceutil/trace.go:171","msg":"trace[821166946] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:39271; }","duration":"268.819993ms","start":"2026-02-27T02:30:55.944714Z","end":"2026-02-27T02:30:56.213534Z","steps":["trace[821166946] 'range keys from in-memory index tree' (duration: 268.69363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:56.213581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.844622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:30:56.213647Z","caller":"traceutil/trace.go:171","msg":"trace[549872967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39271; }","duration":"339.956385ms","start":"2026-02-27T02:30:55.873674Z","end":"2026-02-27T02:30:56.21363Z","steps":["trace[549872967] 'range keys from in-memory index tree' (duration: 339.75841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:56.213685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:30:55.873652Z","time spent":"340.025507ms","remote":"127.0.0.1:43314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T02:30:56.213737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.284276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T02:30:56.213755Z","caller":"traceutil/trace.go:171","msg":"trace[1663356159] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:39271; }","duration":"235.349908ms","start":"2026-02-27T02:30:55.9784Z","end":"2026-02-27T02:30:56.213749Z","steps":["trace[1663356159] 'count revisions from in-memory index tree' (duration: 235.187793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:56.213746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.56148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T02:30:56.213838Z","caller":"traceutil/trace.go:171","msg":"trace[1933986271] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:39271; }","duration":"479.708623ms","start":"2026-02-27T02:30:55.734103Z","end":"2026-02-27T02:30:56.213811Z","steps":["trace[1933986271] 'count revisions from in-memory index tree' (duration: 479.441786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:56.213897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T02:30:55.73407Z","time spent":"479.809416ms","remote":"127.0.0.1:43372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":111,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-02-27T02:30:56.214047Z","caller":"traceutil/trace.go:171","msg":"trace[777490502] linearizableReadLoop","detail":"{readStateIndex:41143; appliedIndex:41142; }","duration":"151.973831ms","start":"2026-02-27T02:30:56.062066Z","end":"2026-02-27T02:30:56.21404Z","steps":["trace[777490502] 'read index received' (duration: 148.88996ms)","trace[777490502] 'applied index is now lower than readState.Index' (duration: 3.083091ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:30:56.214081Z","caller":"traceutil/trace.go:171","msg":"trace[1023925441] transaction","detail":"{read_only:false; response_revision:39272; number_of_response:1; }","duration":"192.34308ms","start":"2026-02-27T02:30:56.021712Z","end":"2026-02-27T02:30:56.214055Z","steps":["trace[1023925441] 'process raft request' (duration: 189.274128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:30:56.214164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.114385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T02:30:56.214182Z","caller":"traceutil/trace.go:171","msg":"trace[1211103713] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:39272; }","duration":"152.186607ms","start":"2026-02-27T02:30:56.061989Z","end":"2026-02-27T02:30:56.214176Z","steps":["trace[1211103713] 'agreement among raft nodes before linearized reading' (duration: 152.077394ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:33:58.393415Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38236} {"level":"info","ts":"2026-02-27T02:33:58.558401Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38236,"took":"160.637611ms","hash":1910074377,"current-db-size-bytes":48877568,"current-db-size":"49 MB","current-db-size-in-use-bytes":30744576,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-27T02:33:58.558466Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1910074377,"revision":38236,"compact-revision":35644} {"level":"warn","ts":"2026-02-27T02:36:14.07318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.499638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-engine-cleaner-29535995\" ","response":"range_response_count:1 size:5265"} {"level":"info","ts":"2026-02-27T02:36:14.073282Z","caller":"traceutil/trace.go:171","msg":"trace[2029920496] range","detail":"{range_begin:/registry/jobs/openstack/senlin-engine-cleaner-29535995; range_end:; response_count:1; response_revision:41957; }","duration":"102.644512ms","start":"2026-02-27T02:36:13.970617Z","end":"2026-02-27T02:36:14.073262Z","steps":["trace[2029920496] 'range keys from in-memory index tree' (duration: 102.333974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:36:14.294565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.467234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-cinder-server-0.1897f6b0500591e4\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:41958 ","response":"range_response_count:598 size:453845"} {"level":"info","ts":"2026-02-27T02:36:14.294644Z","caller":"traceutil/trace.go:171","msg":"trace[390839531] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-cinder-server-0.1897f6b0500591e4\u0000; range_end:/registry/events/openstack0; response_count:598; response_revision:41958; }","duration":"106.591627ms","start":"2026-02-27T02:36:14.188036Z","end":"2026-02-27T02:36:14.294627Z","steps":["trace[390839531] 'range keys from in-memory index tree' (duration: 104.662316ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:36:15.34862Z","caller":"traceutil/trace.go:171","msg":"trace[372080137] transaction","detail":"{read_only:false; response_revision:41963; number_of_response:1; }","duration":"168.104899ms","start":"2026-02-27T02:36:15.18049Z","end":"2026-02-27T02:36:15.348595Z","steps":["trace[372080137] 'process raft request' (duration: 167.938375ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T02:36:15.360866Z","caller":"traceutil/trace.go:171","msg":"trace[364475561] linearizableReadLoop","detail":"{readStateIndex:43966; appliedIndex:43964; }","duration":"178.537936ms","start":"2026-02-27T02:36:15.182309Z","end":"2026-02-27T02:36:15.360847Z","steps":["trace[364475561] 'read index received' (duration: 166.192819ms)","trace[364475561] 'applied index is now lower than readState.Index' (duration: 12.344147ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T02:36:15.360977Z","caller":"traceutil/trace.go:171","msg":"trace[31863365] transaction","detail":"{read_only:false; response_revision:41964; number_of_response:1; }","duration":"179.057549ms","start":"2026-02-27T02:36:15.181836Z","end":"2026-02-27T02:36:15.360894Z","steps":["trace[31863365] 'process raft request' (duration: 178.923755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:36:15.36108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.325637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T02:36:15.361124Z","caller":"traceutil/trace.go:171","msg":"trace[2135295226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41964; }","duration":"153.425269ms","start":"2026-02-27T02:36:15.207688Z","end":"2026-02-27T02:36:15.361113Z","steps":["trace[2135295226] 'agreement among raft nodes before linearized reading' (duration: 153.267485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:36:15.361184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.432918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/tempest-run-tests\" ","response":"range_response_count:1 size:8308"} {"level":"info","ts":"2026-02-27T02:36:15.361273Z","caller":"traceutil/trace.go:171","msg":"trace[1949255415] range","detail":"{range_begin:/registry/jobs/openstack/tempest-run-tests; range_end:; response_count:1; response_revision:41964; }","duration":"116.551931ms","start":"2026-02-27T02:36:15.244699Z","end":"2026-02-27T02:36:15.36125Z","steps":["trace[1949255415] 'agreement among raft nodes before linearized reading' (duration: 116.310365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T02:36:15.364705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.357317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-cinder-server-0.1897f6b0500591e4\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:41962 ","response":"range_response_count:598 size:453845"} {"level":"info","ts":"2026-02-27T02:36:15.364821Z","caller":"traceutil/trace.go:171","msg":"trace[474493370] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-cinder-server-0.1897f6b0500591e4\u0000; range_end:/registry/events/openstack0; response_count:598; response_revision:41964; }","duration":"182.524051ms","start":"2026-02-27T02:36:15.182271Z","end":"2026-02-27T02:36:15.364795Z","steps":["trace[474493370] 'agreement among raft nodes before linearized reading' (duration: 178.68659ms)"],"step_count":1}